-- Logs begin at Wed 2021-04-14 15:20:02 UTC, end at Wed 2021-04-14 16:28:06 UTC. -- Apr 14 15:56:09.036119 dv-cinder-786260-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 14 15:56:12.212968 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.common.config [-] Logging enabled! Apr 14 15:56:12.213511 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev80 Apr 14 15:56:12.214947 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85169) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 15:56:12.216746 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.common.config [-] Logging enabled! Apr 14 15:56:12.217041 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev80 Apr 14 15:56:12.217395 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85169) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 15:56:12.218490 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 14 15:56:12.219013 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 14 15:56:12.220066 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 14 15:56:12.220350 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 14 15:56:12.220611 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 14 15:56:12.220990 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.221470 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.221856 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.222118 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.222493 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.222832 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.223166 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.223500 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.223844 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.224174 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.224495 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.224819 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.225084 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.225407 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.225740 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.226073 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.226352 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] debug = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.226675 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.227220 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.227549 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.227871 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.228209 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.228525 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.228837 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.229205 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.229483 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.230628 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] host = dv-cinder-786260-2-iscsi {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.230929 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.231323 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.231565 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.231899 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.232220 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.232536 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.232867 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.233180 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.233491 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] log_file = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.233806 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.234140 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.234499 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.234837 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.235094 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.235347 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.235677 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.236009 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.236327 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.236641 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.236954 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.237267 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.237581 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.237888 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.238283 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.238617 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.238950 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.239270 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.239583 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.239894 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.240203 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.240532 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.240847 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.241160 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.241473 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.241803 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.242110 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.242450 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.242796 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.243128 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.243452 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.243782 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.244096 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.244421 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.244736 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.245047 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.245357 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] use_json = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.246229 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.246682 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.247029 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.247365 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.247679 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.247994 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.248308 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.248640 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:12.248982 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.249323 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.249670 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.249996 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.250384 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.250707 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.251043 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.251371 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.251728 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.252138 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.252597 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.252924 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.253251 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.253579 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.253919 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.254298 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.254652 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.254983 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.255302 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.255618 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.255931 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.256248 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.256576 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.256919 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.257247 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.257561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.257884 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.258250 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.258577 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.258895 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.259212 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.259545 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.259859 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.260177 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.260499 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.260817 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.261149 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.261464 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.261783 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.262117 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.262466 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.262780 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.263091 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.263409 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.263714 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.264050 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.264368 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.264682 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.264994 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.265312 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.265627 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.265942 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.266279 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.266596 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.266915 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.267228 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.267541 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.267851 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.268163 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.268478 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.268790 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.269104 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.269472 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.269814 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.270218 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.270667 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.270987 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.271305 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.271664 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.272054 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.272499 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.272825 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.273148 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.273471 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.273793 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.274114 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.274461 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.274784 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.275098 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.275469 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.275827 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.276220 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.276672 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.277508 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.277853 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.278221 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.278525 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.278847 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.279171 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.279504 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.279830 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.280168 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.280506 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.280844 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.281223 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.281518 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.281840 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.282212 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.282556 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:12.282803 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 14 15:56:12.283074 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85169) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 14 15:56:12.970081 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO keyring.backend [-] Loading Gnome Apr 14 15:56:12.987972 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO keyring.backend [-] Loading Google Apr 14 15:56:12.990736 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO keyring.backend [-] Loading Windows (alt) Apr 14 15:56:12.994658 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO keyring.backend [-] Loading file Apr 14 15:56:12.995617 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO keyring.backend [-] Loading keyczar Apr 14 15:56:12.995898 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO keyring.backend [-] Loading multi Apr 14 15:56:12.996682 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO keyring.backend [-] Loading pyfs Apr 14 15:56:13.045510 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:56:13.045822 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:56:13.046148 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:56:13.046585 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 14 15:56:13.454277 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:13.454863 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:13.454863 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:13.456372 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:13.456798 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:13.457098 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:13.496022 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:13.496328 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:13.496626 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:13.511961 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:13.512277 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:13.512578 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:13.580413 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:13.580722 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:13.581024 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:13.582042 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:13.582370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:13.584232 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:13.861554 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:13.861876 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:13.862327 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:13.862655 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:13.863499 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.014853 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.015235 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.015560 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.015866 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.016163 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.016547 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.016843 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.017130 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.017418 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.017757 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.018052 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.018402 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.018717 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.018998 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.019312 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.019622 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.019917 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.020233 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.020513 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.020853 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.021303 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.021587 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.021867 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.022222 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.022487 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.022766 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.023199 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 15:56:14.023469 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 15:56:14.023738 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 15:56:14.024005 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 15:56:14.024266 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 15:56:14.024533 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 15:56:14.024957 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 14 15:56:14.028366 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 14 15:56:14.032435 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 14 15:56:14.036368 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Apr 14 15:56:14.038522 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 14 15:56:14.039319 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 14 15:56:14.039707 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 14 15:56:14.040143 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 14 15:56:14.042925 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 14 15:56:14.043207 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 14 15:56:14.043597 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 15:56:14.071728 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 14 15:56:14.072245 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.072582 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85169) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 14 15:56:14.073738 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.075197 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85169) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 14 15:56:14.075687 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 15:56:14.075985 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 14 15:56:14.079168 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.079485 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.147339 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 14 15:56:14.147540 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 14 15:56:14.147778 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 14 15:56:14.148197 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 14 15:56:14.184837 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_db.sqlalchemy.engines [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85169) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 14 15:56:14.642567 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.managers [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Initializing driver for type 'gre' Apr 14 15:56:14.643111 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] gre ID ranges: [(1, 1000)] Apr 14 15:56:14.684358 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.managers [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Initializing driver for type 'local' Apr 14 15:56:14.684729 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.managers [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Initializing driver for type 'vlan' Apr 14 15:56:14.695118 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] VlanTypeDriver initialization complete Apr 14 15:56:14.695533 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.managers [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Initializing driver for type 'vxlan' Apr 14 15:56:14.696104 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] vxlan ID ranges: [(1, 1000)] Apr 14 15:56:14.739630 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.managers [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Initializing extension driver 'port_security' Apr 14 15:56:14.739999 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.extensions.port_security [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] PortSecurityExtensionDriver initialization complete Apr 14 15:56:14.740376 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.managers [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Initializing mechanism driver 'openvswitch' Apr 14 15:56:14.740744 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.managers [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Initializing mechanism driver 'hyperv' Apr 14 15:56:14.747296 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85169) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:56:14.748132 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > port after_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.748547 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > port after_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.748938 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > port after_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.749368 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > subnet after_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.749768 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > subnet after_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.750307 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.750764 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > network after_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.751159 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > network after_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.751546 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > network after_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.751966 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > security_group after_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.752354 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > security_group after_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.752929 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > security_group after_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.753391 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.753776 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.754159 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.754620 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > address_group after_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.755034 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > address_group after_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.755508 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > address_group after_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.755842 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] ML2 OVO RPC backend initialized. {{(pid=85169) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 14 15:56:14.756653 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.757044 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.757506 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > network before_response 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.757892 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > networks before_response 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.758324 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > port before_response 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.758706 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > ports before_response 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.759094 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > subnet before_response 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.759480 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > subnets before_response 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.759866 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > network after_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.760244 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > network after_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.760616 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > network after_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.760992 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > port after_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.761366 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > port after_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.761737 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > port after_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.762108 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > subnet after_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.762505 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > subnet after_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.762877 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.763635 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.plugin [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Modular L2 Plugin initialization complete Apr 14 15:56:14.764023 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading services supported by the core plugin {{(pid=85169) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 14 15:56:14.764395 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.plugins.ml2.managers [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Got port-security extension from driver 'port_security' Apr 14 15:56:14.764914 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.extensions.vlantransparent [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Disabled vlantransparent extension. Apr 14 15:56:14.765454 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85169) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 14 15:56:14.765802 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading Plugin: router Apr 14 15:56:14.805953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > router_interface before_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.806422 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > router after_create 55549900 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.806943 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > router before_create 55549900 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.807274 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.807697 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.808092 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > router after_delete 55549900 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.808497 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > floatingip after_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.808907 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > router after_create 55549900 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.809292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > router after_update 55549900 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.809690 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > router after_update 55549900 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.810077 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.810512 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > router after_update 55549900 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.811011 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > router precommit_update 55549900 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.811440 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: port after_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.811826 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: port after_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.812254 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: subnet after_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.812685 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.813169 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > port precommit_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.813663 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > router precommit_create 55549900 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.814085 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: port before_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.814520 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > router precommit_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.814982 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > router after_update 55549900 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.815442 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > router precommit_delete 55549900 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.815838 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > router precommit_create 55549900 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.816251 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.816641 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > router precommit_update 55549900 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.817081 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > network after_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.818110 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Tracking information for resource: router configured {{(pid=85169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 15:56:14.818547 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Tracking information for resource: floatingip configured {{(pid=85169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 15:56:14.823597 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.l3_agentschedulers_db [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 14 15:56:14.824316 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: port after_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.824782 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: port after_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.825176 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: port after_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.825569 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: port after_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.826534 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > router before_create 55550100 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.826945 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > router precommit_delete 55550100 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.827352 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > router precommit_create 55550100 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.827752 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > router precommit_update 55550100 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.832761 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.provider_configuration [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Service providers = [] {{(pid=85169) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 14 15:56:14.833191 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.servicetype_db [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85169) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 14 15:56:14.836073 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.service_base [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85169) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 14 15:56:14.836468 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.service_base [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85169) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 14 15:56:14.836851 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.service_base [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85169) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 14 15:56:14.837832 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.service_base [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85169) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 14 15:56:14.838794 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.services.service_base [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 14 15:56:14.839226 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 15:56:14.839585 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 14 15:56:14.850324 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 15:56:14.850714 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading Plugin: auto_allocate Apr 14 15:56:14.857231 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: network precommit_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.857651 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: network precommit_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.858338 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 15:56:14.858705 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading Plugin: tag Apr 14 15:56:14.865970 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 15:56:14.866435 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading Plugin: timestamp Apr 14 15:56:14.870404 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 15:56:14.870777 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading Plugin: network_ip_availability Apr 14 15:56:14.876555 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.877004 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.877405 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:14.878230 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 15:56:14.878599 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading Plugin: flavors Apr 14 15:56:14.883171 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 15:56:14.883591 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading Plugin: revisions Apr 14 15:56:14.888201 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 15:56:14.888633 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.842s {{(pid=85169) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:56:14.889440 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85169) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 14 15:56:14.889816 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Initializing extension manager. Apr 14 15:56:14.890425 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: __init__.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.890813 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: __pycache__ {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.891199 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.891616 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: address_group.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.892465 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.893214 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: address-group Apr 14 15:56:14.893664 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: address_scope.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.894493 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.895086 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: address-scope Apr 14 15:56:14.895451 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.896401 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.896990 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: router-admin-state-down-before-update Apr 14 15:56:14.897355 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: agent.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.898121 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.898742 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: agent Apr 14 15:56:14.899114 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: agent_resources_synced.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.900104 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.901261 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: agent-resources-synced Apr 14 15:56:14.901654 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: allowedaddresspairs.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.903571 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.904163 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: allowed-address-pairs Apr 14 15:56:14.904533 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: auto_allocated_topology.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.905619 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.906224 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: auto-allocated-topology Apr 14 15:56:14.906598 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: availability_zone.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.907359 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.907952 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: availability_zone Apr 14 15:56:14.908346 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: availability_zone_filter.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.909322 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.909956 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: availability_zone_filter Apr 14 15:56:14.910430 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: data_plane_status.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.911486 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.912075 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension data-plane-status not supported by any of loaded plugins Apr 14 15:56:14.912444 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: default_subnetpools.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.913371 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.913957 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: default-subnetpools Apr 14 15:56:14.914357 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.915250 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.915844 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: dhcp_agent_scheduler Apr 14 15:56:14.916804 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: dns.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.917723 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.918426 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension dns-integration not supported by any of loaded plugins Apr 14 15:56:14.918841 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: dns_domain_ports.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.919784 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.920384 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 14 15:56:14.920752 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: dvr.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.921492 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.922079 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: dvr Apr 14 15:56:14.922485 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: empty_string_filtering.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.923420 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.924013 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: empty-string-filtering Apr 14 15:56:14.924379 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.925310 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.925896 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 14 15:56:14.926293 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.927404 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.928009 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 14 15:56:14.928415 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: external_net.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.929431 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.930052 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: external-net Apr 14 15:56:14.930451 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.931397 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.932008 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: extra_dhcp_opt Apr 14 15:56:14.932372 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: extraroute.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.933322 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.933907 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: extraroute Apr 14 15:56:14.934303 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: extraroute_atomic.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.935407 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.936023 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: extraroute-atomic Apr 14 15:56:14.936386 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: filter_validation.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.937093 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.937728 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: filter-validation Apr 14 15:56:14.938140 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: fip_pf_description.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.939100 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.939684 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 14 15:56:14.940051 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: fip_port_details.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.941087 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.941676 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: fip-port-details Apr 14 15:56:14.942043 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: flavors.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.943353 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.944089 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: flavors Apr 14 15:56:14.944486 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.946335 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.946986 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 14 15:56:14.947357 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: floatingip_pools.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.948653 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.949248 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: floatingip-pools Apr 14 15:56:14.949617 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: ip_allocation.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.950603 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.951193 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension ip_allocation not supported by any of loaded plugins Apr 14 15:56:14.951561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.952502 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.953127 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: ip-substring-filtering Apr 14 15:56:14.953541 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: l2_adjacency.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.954600 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.955244 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 14 15:56:14.955612 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: l3.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.956706 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.957308 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: router Apr 14 15:56:14.957675 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.959988 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.960597 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 14 15:56:14.960978 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.962011 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.962647 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: ext-gw-mode Apr 14 15:56:14.963138 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.964340 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.964939 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: l3-ha Apr 14 15:56:14.965315 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: l3_flavors.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.966274 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.966867 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: l3-flavors Apr 14 15:56:14.967236 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.968435 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.969026 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 14 15:56:14.969391 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: l3agentscheduler.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.970757 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.971399 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: l3_agent_scheduler Apr 14 15:56:14.971804 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: logging.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.973348 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.973944 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension logging not supported by any of loaded plugins Apr 14 15:56:14.974351 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: metering.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.975158 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.975872 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: metering Apr 14 15:56:14.976243 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.977379 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.977966 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: metering_source_and_destination_fields Apr 14 15:56:14.978408 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: multiprovidernet.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.979990 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.980622 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: multi-provider Apr 14 15:56:14.980990 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: netmtu.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.981933 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.982556 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: net-mtu Apr 14 15:56:14.982927 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: netmtu_writable.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.983864 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.984448 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: net-mtu-writable Apr 14 15:56:14.984817 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: network_availability_zone.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.985648 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.986372 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: network_availability_zone Apr 14 15:56:14.986786 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: network_ip_availability.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.988053 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.988710 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: network-ip-availability Apr 14 15:56:14.989079 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: network_segment_range.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.989943 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.990559 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension network-segment-range not supported by any of loaded plugins Apr 14 15:56:14.990925 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: pagination.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.991944 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.992326 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: pagination Apr 14 15:56:14.992687 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: port_device_profile.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.993612 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.994240 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: port-device-profile Apr 14 15:56:14.995192 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.996295 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.996946 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: port-mac-address-regenerate Apr 14 15:56:14.997341 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:14.998421 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:14.999017 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: port-numa-affinity-policy Apr 14 15:56:14.999381 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: port_resource_request.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.000309 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.000896 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension port-resource-request not supported by any of loaded plugins Apr 14 15:56:15.001258 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: portbindings.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.002241 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.002832 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: binding Apr 14 15:56:15.003192 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: portbindings_extended.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.004639 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.005237 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: binding-extended Apr 14 15:56:15.005604 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: portsecurity.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.006600 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.007191 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: port-security Apr 14 15:56:15.007554 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: project_id.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.008555 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.008932 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: project-id Apr 14 15:56:15.009298 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: providernet.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.010345 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.011004 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: provider Apr 14 15:56:15.011374 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: qos.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.015178 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.015787 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension qos not supported by any of loaded plugins Apr 14 15:56:15.016162 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.017484 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.018087 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 14 15:56:15.018522 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.019503 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.020131 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 14 15:56:15.020564 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: qos_default.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.021584 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.022191 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension qos-default not supported by any of loaded plugins Apr 14 15:56:15.022569 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: qos_fip.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.023279 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.023864 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension qos-fip not supported by any of loaded plugins Apr 14 15:56:15.024252 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: qos_gateway_ip.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.025147 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.025776 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 14 15:56:15.026141 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: qos_port_network_policy.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.027097 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.027685 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 14 15:56:15.028050 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: qos_rule_type_details.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.029072 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.029744 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 14 15:56:15.030155 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: qos_rules_alias.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.031405 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.031991 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 14 15:56:15.032357 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: quotasv2.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.033418 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.033796 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: quotas Apr 14 15:56:15.034161 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: quotasv2_detail.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.035927 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.036314 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: quota_details Apr 14 15:56:15.036688 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: rbac.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.037890 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.038598 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: rbac-policies Apr 14 15:56:15.039071 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: rbac_address_group.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.040093 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.040760 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: rbac-address-group Apr 14 15:56:15.041634 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: rbac_address_scope.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.042622 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.043211 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: rbac-address-scope Apr 14 15:56:15.043577 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: rbac_security_groups.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.044509 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.045103 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: rbac-security-groups Apr 14 15:56:15.045469 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: rbac_subnetpool.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.046424 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.047115 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: rbac-subnetpool Apr 14 15:56:15.047527 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: revisionifmatch.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.048498 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.049160 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: revision-if-match Apr 14 15:56:15.049535 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: revisions.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.050715 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.051305 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: standard-attr-revisions Apr 14 15:56:15.051671 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: router_availability_zone.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.052405 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.052990 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: router_availability_zone Apr 14 15:56:15.053353 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: routerservicetype.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.054329 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.054919 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension router-service-type not supported by any of loaded plugins Apr 14 15:56:15.055321 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.056390 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.057700 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: security-groups-normalized-cidr Apr 14 15:56:15.058093 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.059078 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.059664 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: port-security-groups-filtering Apr 14 15:56:15.060027 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.060974 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.061562 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: security-groups-remote-address-group Apr 14 15:56:15.061929 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: securitygroup.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.076016 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.076647 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: security-group Apr 14 15:56:15.077020 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: segment.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.077900 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.078530 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension segment not supported by any of loaded plugins Apr 14 15:56:15.078903 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.079873 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.080555 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 14 15:56:15.080915 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: servicetype.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.082127 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.082794 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: service-type Apr 14 15:56:15.083168 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: sorting.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.084159 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.084542 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: sorting Apr 14 15:56:15.084906 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: standard_attr_segment.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.085873 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.086444 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 14 15:56:15.086813 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: standardattrdescription.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.087506 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.088120 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: standard-attr-description Apr 14 15:56:15.088488 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: stateful_security_group.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.089555 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.090212 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: stateful-security-group Apr 14 15:56:15.090620 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: stdattrs_common.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.091254 dv-cinder-786260-2-iscsi neutron-server[85169]: WARNING neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 14 15:56:15.091625 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.092914 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.093533 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 14 15:56:15.093876 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: subnet_onboard.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.094977 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.095565 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: subnet_onboard Apr 14 15:56:15.095933 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.096873 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.097521 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 14 15:56:15.097929 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: subnet_service_types.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.099212 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.099657 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: subnet-service-types Apr 14 15:56:15.100023 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: subnetallocation.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.101245 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.101916 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: subnet_allocation Apr 14 15:56:15.102363 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.103075 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.104189 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: subnetpool-prefix-ops Apr 14 15:56:15.104581 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.105565 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.106149 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 14 15:56:15.106541 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: tagging.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.107944 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.108601 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: standard-attr-tag Apr 14 15:56:15.109015 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: timestamp.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.110318 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.111007 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loaded extension: standard-attr-timestamp Apr 14 15:56:15.111379 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: trunk.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.112428 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.113023 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension trunk not supported by any of loaded plugins Apr 14 15:56:15.113389 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: trunk_details.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.114361 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.114963 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension trunk-details not supported by any of loaded plugins Apr 14 15:56:15.115314 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: uplink_status_propagation.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.116265 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.116886 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 14 15:56:15.117296 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Loading extension file: vlantransparent.py {{(pid=85169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 15:56:15.118012 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 15:56:15.118696 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 14 15:56:15.122041 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Creating instance of TrackedResource for resource:network Apr 14 15:56:15.122922 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Creating instance of TrackedResource for resource:subnet Apr 14 15:56:15.123608 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 15:56:15.124273 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Creating instance of TrackedResource for resource:port Apr 14 15:56:15.125968 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.resource_helper [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:15.126545 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.resource_helper [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Service FLAVORS assigned prefix: {{(pid=85169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:15.127290 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.resource_helper [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:15.127810 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.resource_helper [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:15.128183 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Creating instance of TrackedResource for resource:router Apr 14 15:56:15.128910 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Creating instance of TrackedResource for resource:floatingip Apr 14 15:56:15.129702 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.resource_helper [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Service METERING assigned prefix: /metering {{(pid=85169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:15.131565 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:15.131976 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:15.132373 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85169) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 15:56:15.133550 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 15:56:15.134077 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Creating instance of TrackedResource for resource:security_group Apr 14 15:56:15.134992 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 15:56:15.135941 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.resource_helper [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Service CORE assigned prefix: {{(pid=85169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:15.136320 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 15:56:15.136693 dv-cinder-786260-2-iscsi neutron-server[85169]: WARNING neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] subnetpool is already registered Apr 14 15:56:15.137374 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.resource_helper [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Service CORE assigned prefix: {{(pid=85169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:15.137744 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 15:56:15.138110 dv-cinder-786260-2-iscsi neutron-server[85169]: WARNING neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] subnetpool is already registered Apr 14 15:56:15.140861 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.resource_helper [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:15.141341 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.resource_helper [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Service FLAVORS assigned prefix: {{(pid=85169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:15.142006 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.resource_helper [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:15.142542 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.resource_helper [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:15.142953 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Creating instance of TrackedResource for resource:router Apr 14 15:56:15.143373 dv-cinder-786260-2-iscsi neutron-server[85169]: WARNING neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] router is already registered Apr 14 15:56:15.144050 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Creating instance of TrackedResource for resource:floatingip Apr 14 15:56:15.144494 dv-cinder-786260-2-iscsi neutron-server[85169]: WARNING neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] floatingip is already registered Apr 14 15:56:15.145196 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.resource_helper [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Service METERING assigned prefix: /metering {{(pid=85169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:15.145945 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 15:56:15.146346 dv-cinder-786260-2-iscsi neutron-server[85169]: WARNING neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] rbac_policy is already registered Apr 14 15:56:15.146977 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Creating instance of TrackedResource for resource:security_group Apr 14 15:56:15.147344 dv-cinder-786260-2-iscsi neutron-server[85169]: WARNING neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] security_group is already registered Apr 14 15:56:15.147995 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 15:56:15.148361 dv-cinder-786260-2-iscsi neutron-server[85169]: WARNING neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] security_group_rule is already registered Apr 14 15:56:15.149086 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.resource_helper [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Service CORE assigned prefix: {{(pid=85169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:15.149455 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 15:56:15.150438 dv-cinder-786260-2-iscsi neutron-server[85169]: WARNING neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] subnetpool is already registered Apr 14 15:56:15.151183 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.resource_helper [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Service CORE assigned prefix: {{(pid=85169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 15:56:15.151561 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 15:56:15.151946 dv-cinder-786260-2-iscsi neutron-server[85169]: WARNING neutron.quota.resource_registry [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] subnetpool is already registered Apr 14 15:56:15.152732 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: extensions {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.154410 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: address-groups {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.156067 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: address-scopes {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.157356 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: agents {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.158609 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: auto-allocated-topology {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.160028 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: availability_zones {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.161621 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: dhcp-networks {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.163197 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: dhcp-agents {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.164702 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: routers {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.167154 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: flavors {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.168507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: service_profiles {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.169936 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: next_providers {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.171593 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: service_profiles {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.173106 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: floatingip-pools {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.174411 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: routers {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.176354 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: floatingips {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.177894 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: l3-routers {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.179445 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: l3-agents {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.180932 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: metering-labels {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.183890 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: metering-label-rules {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.185237 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: network-ip-availabilities {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.187399 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: bindings {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.188649 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: quotas {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.190159 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: quotas {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.191685 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: rbac-policies {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.193055 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: security-groups {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.194394 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: security-group-rules {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.195970 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: service-providers {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.197430 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: subnetpools {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.198955 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: subnetpools {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.200471 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: tags {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.202277 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: tags {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.204245 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: tags {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.206228 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: tags {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.208094 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: tags {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.210035 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: tags {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.211842 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: tags {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.214122 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: tags {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.215996 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: tags {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.218266 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.extensions [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Extended resource: tags {{(pid=85169) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 15:56:15.225453 dv-cinder-786260-2-iscsi neutron-server[85169]: WARNING keystonemiddleware.auth_token [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 14 15:56:15.231564 dv-cinder-786260-2-iscsi neutron-server[85169]: WARNING keystonemiddleware.auth_token [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 14 15:56:15.240741 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Acquired lock "singleton_lock" {{(pid=85169) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 14 15:56:15.241268 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Releasing lock "singleton_lock" {{(pid=85169) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 14 15:56:15.242767 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO oslo_service.service [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Starting 2 workers Apr 14 15:56:15.248319 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Started child 85284 {{(pid=85169) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 14 15:56:15.252568 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:15.253341 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Started child 85285 {{(pid=85169) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 14 15:56:15.253956 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [-] (85284) wsgi starting up on http://0.0.0.0:9696 Apr 14 15:56:15.255007 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.service [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 14 15:56:15.255739 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Notify callbacks [] for process, before_spawn {{(pid=85169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:15.257442 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:15.258446 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO oslo_service.service [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Starting 1 workers Apr 14 15:56:15.258821 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [-] (85285) wsgi starting up on http://0.0.0.0:9696 Apr 14 15:56:15.264173 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Started child 85286 {{(pid=85169) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 14 15:56:15.264720 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO oslo_service.service [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Starting 1 workers Apr 14 15:56:15.266620 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.service [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] calling RpcWorker wait() {{(pid=85286) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 14 15:56:15.267020 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.service [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] returning from RpcWorker wait() {{(pid=85286) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 14 15:56:15.268559 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:15.269056 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:56:15.269735 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Started child 85287 {{(pid=85169) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 14 15:56:15.270575 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ebd4833-5a28-4ff3-8742-677ced6b0636 None None] Notify callbacks [] for process, after_spawn {{(pid=85169) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:15.272341 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85169) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 14 15:56:15.272602 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 14 15:56:15.272821 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 14 15:56:15.273102 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 14 15:56:15.273578 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 14 15:56:15.273775 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 14 15:56:15.274436 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.274779 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:15.274874 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.275149 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.276064 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.276415 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.277082 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.277431 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.277775 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.278095 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.278416 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.278624 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.278824 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.279117 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.279395 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.279761 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.280061 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.280335 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.280628 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.280843 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.281123 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.281422 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.281713 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.282011 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] debug = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.282299 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.282875 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.283165 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.283473 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.283783 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.284112 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.284387 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.284683 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.285031 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.285284 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.285533 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.285766 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.286050 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.286386 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.286589 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.286881 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.287126 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.287583 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] host = dv-cinder-786260-2-iscsi {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.287856 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.288109 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.288382 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.288650 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.288948 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.289227 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.289516 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.289824 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.290164 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.290393 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.290671 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.290966 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.291812 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.292114 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] log_file = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.292327 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] log_options = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.292603 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.292916 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.293242 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.293479 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.293701 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.293925 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.294327 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.294548 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.294868 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.295125 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.295377 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.295665 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.295882 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.296133 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.296431 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.296698 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.296947 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.297192 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.297490 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.298563 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.298914 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.299220 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.299531 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.300016 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.300244 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.300473 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.300758 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.301039 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.301330 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.301630 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.301948 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.302524 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.302866 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.303633 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.303952 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.304456 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.304746 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.305100 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.305392 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.305689 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.306120 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.306425 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.307602 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.307602 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.307602 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.307602 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] use_json = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.307918 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:56:15.307990 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.309292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.309292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.309292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.309292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.309292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.309292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.309851 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.310370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.310370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.310647 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.311716 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.311716 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.311716 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.311716 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.312008 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.312242 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.312514 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.312842 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.313064 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.313391 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.313655 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.313955 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.314367 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.314799 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.315099 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.315354 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.315604 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.315958 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.316225 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.316593 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.316905 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.317186 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.317457 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.317711 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.317988 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.318277 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.318548 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.318801 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.319053 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.319359 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.319585 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.319871 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.320166 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.320402 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.320643 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.320906 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.321194 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.321490 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.321775 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.322041 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.322354 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.322778 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.323032 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.323282 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.323550 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.323816 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.324119 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.324397 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.324699 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.324973 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.325218 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.325474 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.325742 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.326031 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.326297 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.326564 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.327149 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.327149 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.327565 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.327565 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.327896 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.328136 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.328355 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.328575 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.328793 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.329013 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.329240 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.329470 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.329731 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.329978 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.330234 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.331440 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.331440 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.331440 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.331440 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.331440 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.332461 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.332461 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.332461 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.332461 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.332461 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.333389 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.333389 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.333389 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.333901 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.333901 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.334307 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.334307 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.334642 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.334835 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.335033 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.335263 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.335527 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.336311 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.336311 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.336311 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.336868 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.336868 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.337186 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.337378 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.337564 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.337791 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.338557 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.338768 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.339051 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.339337 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.339605 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.339901 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.340222 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.340499 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.340832 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.341093 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.341397 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.341722 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.342039 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.342609 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.342903 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.343158 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.343440 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.343718 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.344001 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.344228 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.344647 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.344898 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.345204 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.345442 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.345718 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.345949 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.346228 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.346585 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.346879 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.347103 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.347363 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.347658 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.347968 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.348242 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.348524 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.348814 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.349081 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.349338 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.349660 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.350030 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.350286 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.350480 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.350667 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.350867 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.351089 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.351313 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.351556 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.351816 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.352089 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.352301 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.352606 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.352834 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.353079 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.353297 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.354246 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.354472 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.354690 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.354917 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.355184 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.355404 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.355653 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.355918 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.356217 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.356453 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.356760 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.357045 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.357318 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.357628 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.357899 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.358236 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.358571 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.358781 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.358995 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.359213 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.359414 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.359918 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.359918 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.360207 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.360347 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.360522 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.360793 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.361061 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.361422 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.361693 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.361960 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.362256 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.362466 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.362717 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.362966 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.363194 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.363443 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.363691 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.363940 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.364240 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.364521 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.364802 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.365055 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.365289 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.365529 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.365774 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.366105 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.366371 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.366646 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.366892 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.367201 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.367427 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.367972 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.367972 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.368207 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.370106 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.370106 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.370106 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.370106 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.370106 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.370106 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.370106 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.370106 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.372797 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.372797 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.372797 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.372797 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.372797 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.372797 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.372797 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.372797 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.374125 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.374125 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.374125 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.374125 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.374125 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.374125 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.374125 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.374125 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.375708 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.375708 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.375708 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.375708 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.375708 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.376601 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.376601 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.376601 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.376601 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.377133 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.377133 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.377459 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.377755 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.378030 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.378634 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.378634 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.378921 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.379077 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.379287 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.379537 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.379784 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.380063 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.382249 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.382249 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.382249 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.382249 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.382249 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.382249 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.382249 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.382249 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.382249 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.383206 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 14 15:56:15.383206 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85169) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 14 15:56:15.383206 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 14 15:56:15.383206 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 14 15:56:15.383551 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 14 15:56:15.383671 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 14 15:56:15.383772 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 14 15:56:15.383984 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.384173 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.384368 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.384548 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.384708 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.384928 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.385121 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.385295 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.385457 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.385607 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.385805 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.385966 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.386144 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.386347 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.386512 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.386648 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.386814 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.387003 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.387257 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.387257 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.387540 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.387686 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.387831 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] debug = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.387978 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.388125 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.388404 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.388404 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.388696 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.388844 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.388990 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.389139 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.389237 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.389369 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.389553 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.389737 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.389919 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.390105 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.390310 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.390477 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.390660 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.390843 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] host = dv-cinder-786260-2-iscsi {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.391023 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.391203 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.391384 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.391566 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.391748 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.391929 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.392113 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.392297 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.392460 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.392674 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.392856 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.393024 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.393195 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.393439 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] log_file = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.393599 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] log_options = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.393781 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.393963 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.394147 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.394377 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.394561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.394744 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.394927 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.395109 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.395290 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.395472 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.395653 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.395836 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.396017 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.396198 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.396380 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.396560 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.396740 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.396922 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.397104 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.397285 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.397467 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.397653 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.397834 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.398015 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.398230 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.398488 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.398615 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.398724 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.398894 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.399029 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.399229 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.399389 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.399548 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.399730 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.399912 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.400107 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.401707 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.401707 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.401707 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.401707 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.401707 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.401707 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.402770 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.402770 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.402770 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.402770 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] use_json = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.402770 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.402770 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.402770 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.403652 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.403652 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.403652 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.403652 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.403652 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 15:56:15.404069 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.404069 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.404069 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.404338 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.404440 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.404581 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.404767 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.404953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.405139 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.405325 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.405518 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.405704 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.405947 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.406071 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.406271 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.406465 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.406625 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.406807 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.406992 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.407176 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.407361 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.407547 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.407751 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.408080 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.408231 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.408422 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.408644 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.408757 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.408928 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.409114 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.409300 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.409486 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.409669 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.409853 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.410039 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.410250 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.410451 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.410622 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.410791 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.410937 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.411102 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.411277 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.411445 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.411606 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.411768 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.411930 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.412088 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.412250 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.412415 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.412590 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.412754 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.412917 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.413079 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.413242 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.413405 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.413569 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.413724 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.413882 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.414060 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.414060 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.414419 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.414419 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.414693 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.414833 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.414996 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.415159 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.415320 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.415496 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.415658 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.415816 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.416033 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.416690 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.416853 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.417018 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.417168 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.417319 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.417490 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.417656 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.417820 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.417987 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.417987 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.418337 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.418337 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.418646 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.418646 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.418952 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.419120 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.419289 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.419453 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.419595 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.419759 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.419925 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.420092 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.420092 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.420400 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.420561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.420721 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.420879 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.421018 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.421180 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.421345 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.421507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.421672 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.421672 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.421994 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.421994 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.422953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.422953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.422953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.422953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.422953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.424545 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.424545 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.424545 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.424545 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.424545 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.424545 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.424545 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.424545 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.427366 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.427366 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.427366 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.427366 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.427366 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.427366 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.427366 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.427366 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.427366 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.431046 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.431046 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.431046 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.431046 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.431046 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.431046 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.431046 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.431046 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.433370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.433370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.433370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.433370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.433370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.433370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.433370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.433370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.434598 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.434598 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.434598 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.434598 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.434598 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.434598 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.434598 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.434598 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.435776 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.435776 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.435776 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.435776 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.435776 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.435776 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.435776 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.435776 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.436954 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.436954 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.436954 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.436954 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.436954 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.436954 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.436954 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.436954 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.437869 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.437869 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.437869 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.437869 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.437869 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.437869 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.437869 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.437869 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.438563 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.438637 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:56:15.438738 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.438738 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.438738 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.438738 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.438738 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.438738 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.438738 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.438738 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.439323 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.439323 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.439323 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.439323 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.439323 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.439323 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.439323 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.439323 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.439889 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.439889 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.439889 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.439889 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.439889 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.439889 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.439889 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.439889 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.440561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.440561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.440561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.440561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.440561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.440561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.440561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.440561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.440561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.441259 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.441259 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.441259 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.441259 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.441259 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.441259 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.441259 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.441259 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.441858 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.441858 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.441858 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.441858 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.441858 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.441858 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.441858 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.441858 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.442533 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.442533 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.442533 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.442533 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.442533 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.442533 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.442533 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.443151 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.443151 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.443151 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.443399 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.443399 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.443570 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.443663 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.443857 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.444056 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.444254 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.444436 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.444667 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.444862 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.445055 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.445239 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.445431 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.445631 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.447423 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.447423 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.447423 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.447423 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.447423 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.447423 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.447423 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.447423 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.447423 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.450344 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.450344 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.450344 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.450344 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.450344 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.450344 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.450344 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.450344 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.450344 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.451035 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 15:56:15.451035 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85169) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 14 15:56:15.711007 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 58260) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:56:15.723433 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102029 Apr 14 15:56:26.844621 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30449b2-2fb0-4b64-aec6-52139760cde5 None None] get_active_networks_info from dv-cinder-786260-2-iscsi {{(pid=85286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 14 15:56:27.079897 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-eab9e685-ffcd-4245-ab70-8120fb027766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779'] for agent, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:27.086114 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30449b2-2fb0-4b64-aec6-52139760cde5 None None] No non-hosted networks {{(pid=85286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 14 15:56:29.370116 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d9b1a617-790b-4ba9-9c85-c8fa84cd891b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779'] for agent, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:29.427727 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aec828cd-135e-4301-8801-6259bd326917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:29.677020 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779'] for agent, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:30.396314 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779'] for agent, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:30.397649 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:30.398171 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:30.398797 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:30.399322 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:30.399835 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:30.400334 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:30.403302 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:30.406387 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:30.406961 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:30.414720 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:30.415101 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:30.415477 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:30.415910 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786260-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:56:30.441620 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786260-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:56:32.052558 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779'] for agent, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:32.492574 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 58348) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:56:32.860058 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.l3_hamode_db [None req-1a82826f-90e1-432d-a786-13165a5a1a7e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 14 15:56:32.951520 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a82826f-90e1-432d-a786-13165a5a1a7e None None] Routers set() bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 15:56:32.951967 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a82826f-90e1-432d-a786-13165a5a1a7e None None] Router IDs set() for agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 14 15:56:33.145949 dv-cinder-786260-2-iscsi neutron-server[85169]: WARNING oslo_policy.policy [None req-c5b8c9b5-4072-4a9b-8af1-371045447be0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 15:56:33.146576 dv-cinder-786260-2-iscsi neutron-server[85169]: WARNING oslo_policy.policy [None req-c5b8c9b5-4072-4a9b-8af1-371045447be0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 15:56:33.377601 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [None req-c5b8c9b5-4072-4a9b-8af1-371045447be0 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=85285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 15:56:33.379296 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-c5b8c9b5-4072-4a9b-8af1-371045447be0 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8854356 Apr 14 15:56:36.160016 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 58362) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:56:36.570984 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-da5562ba-e122-48b9-8c1b-9d0d851f7ecb admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 15:56:36.674560 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.policy [None req-da5562ba-e122-48b9-8c1b-9d0d851f7ecb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85285) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 14 15:56:36.731406 dv-cinder-786260-2-iscsi neutron-server[85169]: WARNING oslo_policy.policy [None req-da5562ba-e122-48b9-8c1b-9d0d851f7ecb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 15:56:36.731830 dv-cinder-786260-2-iscsi neutron-server[85169]: WARNING oslo_policy.policy [None req-da5562ba-e122-48b9-8c1b-9d0d851f7ecb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 15:56:36.750554 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.quota [None req-da5562ba-e122-48b9-8c1b-9d0d851f7ecb admin admin] Loaded quota_driver: . Apr 14 15:56:36.767703 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-da5562ba-e122-48b9-8c1b-9d0d851f7ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 15:56:36.825872 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-da5562ba-e122-48b9-8c1b-9d0d851f7ecb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258289462379', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258289459775', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258289469297', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258289381141', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258289361481', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258289361718', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-195578', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-152861', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853002156', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1769350'] for rbac-policy, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:37.053446 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-da5562ba-e122-48b9-8c1b-9d0d851f7ecb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:37.054793 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-da5562ba-e122-48b9-8c1b-9d0d851f7ecb admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8938067 Apr 14 15:56:40.084960 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 58376) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:56:40.465538 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Request body: {'network': {'name': 'private', 'project_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'admin_state_up': True}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 15:56:40.471481 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 15:56:40.476104 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Usage tracker for resource:network and tenant:e635ade5dd3a4d249cf251fe4f8d1627 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 15:56:40.479651 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 15:56:40.486496 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 15:56:40.495112 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Made reservation on behalf of e635ade5dd3a4d249cf251fe4f8d1627 for: {'network': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 15:56:40.502212 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for network, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:40.518958 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:40.533312 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 15:56:40.537386 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Usage tracker for resource:security_group_rule and tenant:e635ade5dd3a4d249cf251fe4f8d1627 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 15:56:40.540839 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 15:56:40.546772 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 15:56:40.644143 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:40.647117 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:40.651866 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:56:40.667404 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=85285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 15:56:40.694364 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778568560038', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:40.695242 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Unsubscribe: segment precommit_create {{(pid=85285) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 14 15:56:40.695883 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.segments_db [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Added segment 1c03192d-911e-4a8e-aa40-6803aa5ac66f of type vlan for network de5460ff-61c6-4779-bf97-d91034367ee8 Apr 14 15:56:40.756916 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b198301-d043-46c8-9f0c-8578ce449157,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:56:40.774779 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:40.775141 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:40.775502 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:40.775855 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:40.776202 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:40.776571 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:40.776917 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:40.777260 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:40.777617 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:40.777958 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:40.778323 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:40.778666 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Tracked resource versions report: Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: pushed versions: Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: { 'AddressGroup': {'1.2'}, Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: 'ConntrackHelper': {'1.0'}, Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Log': {'1.0'}, Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Network': {'1.1'}, Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Port': {'1.7'}, Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: 'PortForwarding': {'1.2'}, Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: 'QosPolicy': {'1.8'}, Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroup': {'1.4'}, Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroupRule': {'1.2'}, Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SubPort': {'1.0'}, Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Subnet': {'1.1'}, Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Trunk': {'1.1'}} Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: consumer versions: Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: { DHCP agent@dv-cinder-786260-2-iscsi: {}, Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: L3 agent@dv-cinder-786260-2-iscsi: {}, Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: Metadata agent@dv-cinder-786260-2-iscsi: {}, Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: Metering agent@dv-cinder-786260-2-iscsi: {}, Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: Open vSwitch agent@dv-cinder-786260-2-iscsi: { 'AddressGroup': '1.2', Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: 'ConntrackHelper': '1.0', Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Log': '1.0', Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Network': '1.1', Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Port': '1.7', Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: 'PortForwarding': '1.2', Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: 'QosPolicy': '1.8', Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroup': '1.4', Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroupRule': '1.2', Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SubPort': '1.0', Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Subnet': '1.1', Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Trunk': '1.1'}} Apr 14 15:56:40.779779 dv-cinder-786260-2-iscsi neutron-server[85169]: {{(pid=85285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 15:56:40.819514 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:56:40.826367 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778568018137'] for network, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:40.864532 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for network, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:40.865974 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:56:40.866704 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:40.871870 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:56:40.981304 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8947649 Apr 14 15:56:40.984682 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Pushing event updated for resources: {'Network': ['ID=de5460ff-61c6-4779-bf97-d91034367ee8,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:56:40.988061 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:56:40.998614 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Network de5460ff-61c6-4779-bf97-d91034367ee8 details requested by agent ovs-agent-dv-cinder-786260-2-iscsi with host dv-cinder-786260-2-iscsi {{(pid=85286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 15:56:44.054333 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 58392) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:56:44.538839 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736db28d-c375-4a34-be98-7d27e6c7bd10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:56:44.540361 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-736db28d-c375-4a34-be98-7d27e6c7bd10 admin admin] 10.222.0.53 "GET /v2.0/networks/de5460ff-61c6-4779-bf97-d91034367ee8 HTTP/1.1" status: 200 len: 825 time: 0.4849348 Apr 14 15:56:44.571018 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-1b35b8f3-d8ae-4911-a336-a7ebf46a5a9c admin admin] 10.222.0.53 "GET /v2.0/subnetpools/2e896da5-0e6c-468c-9a03-06bc4278d202 HTTP/1.1" status: 200 len: 734 time: 0.0237432 Apr 14 15:56:44.580847 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-28df3f0c-27ae-4934-b26e-503ced7d35ae admin admin] Request body: {'subnet': {'tenant_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '2e896da5-0e6c-468c-9a03-06bc4278d202', 'network_id': 'de5460ff-61c6-4779-bf97-d91034367ee8', 'ip_version': 4}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 15:56:44.585818 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-28df3f0c-27ae-4934-b26e-503ced7d35ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 15:56:44.589761 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-28df3f0c-27ae-4934-b26e-503ced7d35ae admin admin] Usage tracker for resource:subnet and tenant:e635ade5dd3a4d249cf251fe4f8d1627 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 15:56:44.592779 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-28df3f0c-27ae-4934-b26e-503ced7d35ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 15:56:44.598660 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-28df3f0c-27ae-4934-b26e-503ced7d35ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 15:56:44.610272 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28df3f0c-27ae-4934-b26e-503ced7d35ae admin admin] Made reservation on behalf of e635ade5dd3a4d249cf251fe4f8d1627 for: {'subnet': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 15:56:44.614880 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-28df3f0c-27ae-4934-b26e-503ced7d35ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:45.090989 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-28df3f0c-27ae-4934-b26e-503ced7d35ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for subnet, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:45.106116 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:56:45.247851 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df3f0c-27ae-4934-b26e-503ced7d35ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c868d818-c998-446d-8cbd-cf46b682b190,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:56:45.251657 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-28df3f0c-27ae-4934-b26e-503ced7d35ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:56:45.314285 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28df3f0c-27ae-4934-b26e-503ced7d35ae admin admin] Checking segment: {'id': '1c03192d-911e-4a8e-aa40-6803aa5ac66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'de5460ff-61c6-4779-bf97-d91034367ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 15:56:45.314667 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28df3f0c-27ae-4934-b26e-503ced7d35ae admin admin] Network hostable DHCP agents. Network: de5460ff-61c6-4779-bf97-d91034367ee8, hostable agents: ['6974cddb-cd46-4c60-a4a5-114b04928957'], hosted agents: [] {{(pid=85285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 15:56:45.335540 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28df3f0c-27ae-4934-b26e-503ced7d35ae admin admin] Network de5460ff-61c6-4779-bf97-d91034367ee8 is scheduled to be hosted by DHCP agent 6974cddb-cd46-4c60-a4a5-114b04928957 with binding_index 1 {{(pid=85285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 15:56:45.344695 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-28df3f0c-27ae-4934-b26e-503ced7d35ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-iscsi, de5460ff-61c6-4779-bf97-d91034367ee8) {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 15:56:45.349743 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28df3f0c-27ae-4934-b26e-503ced7d35ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:56:45.350404 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-28df3f0c-27ae-4934-b26e-503ced7d35ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:45.354550 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57927e32-1b70-40c3-8499-1bfaf7fb0122 None None] Network de5460ff-61c6-4779-bf97-d91034367ee8 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 15:56:45.371362 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-28df3f0c-27ae-4934-b26e-503ced7d35ae admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7942569 Apr 14 15:56:45.854371 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fb825c8-f9e4-58b6-9749-5c7bd22ac102-de5460ff-61c6-4779-bf97-d91034367ee8', 'network_id': 'de5460ff-61c6-4779-bf97-d91034367ee8', 'tenant_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'fixed_ips': [{'subnet_id': 'c868d818-c998-446d-8cbd-cf46b682b190'}]}} from dv-cinder-786260-2-iscsi. {{(pid=85286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 15:56:45.855433 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:46.049362 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Allocated IP 172.20.0.2 (de5460ff-61c6-4779-bf97-d91034367ee8/c868d818-c998-446d-8cbd-cf46b682b190/5b8566f1-a66a-4867-9293-c72bab8ac394) {{(pid=85286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 15:56:46.283338 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Notify callbacks [] for port, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:46.296919 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Transition to ACTIVE for port object 5b8566f1-a66a-4867-9293-c72bab8ac394 will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 15:56:46.319967 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Transition to ACTIVE for port object 5b8566f1-a66a-4867-9293-c72bab8ac394 will not be triggered until provisioned by entity DHCP. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 15:56:46.325912 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463'] for port, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:46.341831 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:56:46.472754 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Pushing event updated for resources: {'Port': ['ID=5b8566f1-a66a-4867-9293-c72bab8ac394,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:56:46.483667 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:46.484036 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:46.484404 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:46.484763 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:46.485106 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:46.485457 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:46.485804 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:46.486152 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:46.486538 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:46.486882 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:46.487228 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:46.487575 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Tracked resource versions report: Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: pushed versions: Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: { 'AddressGroup': {'1.2'}, Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: 'ConntrackHelper': {'1.0'}, Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Log': {'1.0'}, Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Network': {'1.1'}, Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Port': {'1.7'}, Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: 'PortForwarding': {'1.2'}, Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: 'QosPolicy': {'1.8'}, Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroup': {'1.4'}, Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroupRule': {'1.2'}, Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SubPort': {'1.0'}, Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Subnet': {'1.1'}, Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Trunk': {'1.1'}} Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: consumer versions: Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: { DHCP agent@dv-cinder-786260-2-iscsi: {}, Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: L3 agent@dv-cinder-786260-2-iscsi: {}, Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: Metadata agent@dv-cinder-786260-2-iscsi: {}, Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: Metering agent@dv-cinder-786260-2-iscsi: {}, Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: Open vSwitch agent@dv-cinder-786260-2-iscsi: { 'AddressGroup': '1.2', Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: 'ConntrackHelper': '1.0', Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Log': '1.0', Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Network': '1.1', Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Port': '1.7', Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: 'PortForwarding': '1.2', Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: 'QosPolicy': '1.8', Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroup': '1.4', Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroupRule': '1.2', Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SubPort': '1.0', Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Subnet': '1.1', Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Trunk': '1.1'}} Apr 14 15:56:46.488685 dv-cinder-786260-2-iscsi neutron-server[85169]: {{(pid=85286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 15:56:46.492351 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:56:46.546169 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Network de5460ff-61c6-4779-bf97-d91034367ee8 is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 15:56:46.547435 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 15:56:46.550305 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Received port after_create {{(pid=85286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 15:56:46.649445 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Attempting to bind port 5b8566f1-a66a-4867-9293-c72bab8ac394 on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 15:56:46.649860 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Attempting to bind port 5b8566f1-a66a-4867-9293-c72bab8ac394 by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': '1c03192d-911e-4a8e-aa40-6803aa5ac66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'de5460ff-61c6-4779-bf97-d91034367ee8'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 15:56:46.650314 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Attempting to bind port 5b8566f1-a66a-4867-9293-c72bab8ac394 on network de5460ff-61c6-4779-bf97-d91034367ee8 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 15:56:46.656543 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 15, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 15:56:46.656922 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Checking segment: {'id': '1c03192d-911e-4a8e-aa40-6803aa5ac66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'de5460ff-61c6-4779-bf97-d91034367ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 15:56:46.658279 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:46.658279 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Bound using segment: {'id': '1c03192d-911e-4a8e-aa40-6803aa5ac66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'de5460ff-61c6-4779-bf97-d91034367ee8'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 15:56:46.658465 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Bound port: 5b8566f1-a66a-4867-9293-c72bab8ac394, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c03192d-911e-4a8e-aa40-6803aa5ac66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'de5460ff-61c6-4779-bf97-d91034367ee8'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 15:56:46.659027 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:46.739459 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] For port 5b8566f1-a66a-4867-9293-c72bab8ac394, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 15:56:46.744510 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] For port 5b8566f1-a66a-4867-9293-c72bab8ac394, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=5b8566f1-a66a-4867-9293-c72bab8ac394,segment=NetworkSegment(1c03192d-911e-4a8e-aa40-6803aa5ac66f),segment_id=1c03192d-911e-4a8e-aa40-6803aa5ac66f)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 15:56:46.747138 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:46.762563 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:56:46.920943 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Pushing event updated for resources: {'Port': ['ID=5b8566f1-a66a-4867-9293-c72bab8ac394,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:56:46.926276 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:56:48.185875 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 58402) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:56:48.640823 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [None req-c7afc7d7-b9f5-4079-b922-b97eb4532e79 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=85285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 15:56:48.642093 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-c7afc7d7-b9f5-4079-b922-b97eb4532e79 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4545693 Apr 14 15:56:51.407258 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 58412) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:56:51.805673 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [None req-1f06af53-dd63-4362-bdca-0663f3e298a3 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=85285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 15:56:51.806747 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-1f06af53-dd63-4362-bdca-0663f3e298a3 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3983507 Apr 14 15:56:52.596587 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 5b8566f1-a66a-4867-9293-c72bab8ac394 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 15:56:52.669348 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port 5b8566f1-a66a-4867-9293-c72bab8ac394 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 15:56:53.956470 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0b0a65-3dbc-48ee-9692-d43c917fbf9b None None] Network de5460ff-61c6-4779-bf97-d91034367ee8 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 15:56:54.089737 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-7032a787-bea4-44e6-bc6d-fdf6a35f7207 None None] Provisioning for port 5b8566f1-a66a-4867-9293-c72bab8ac394 completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 15:56:54.098710 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-7032a787-bea4-44e6-bc6d-fdf6a35f7207 None None] Provisioning complete for port 5b8566f1-a66a-4867-9293-c72bab8ac394 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 15:56:54.099137 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7032a787-bea4-44e6-bc6d-fdf6a35f7207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:54.327377 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7032a787-bea4-44e6-bc6d-fdf6a35f7207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:54.350778 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-7032a787-bea4-44e6-bc6d-fdf6a35f7207 None None] For port 5b8566f1-a66a-4867-9293-c72bab8ac394, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=5b8566f1-a66a-4867-9293-c72bab8ac394,segment=NetworkSegment(1c03192d-911e-4a8e-aa40-6803aa5ac66f),segment_id=1c03192d-911e-4a8e-aa40-6803aa5ac66f)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 15:56:54.355203 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7032a787-bea4-44e6-bc6d-fdf6a35f7207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:54.357595 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:56:54.431495 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032a787-bea4-44e6-bc6d-fdf6a35f7207 None None] Pushing event updated for resources: {'Port': ['ID=5b8566f1-a66a-4867-9293-c72bab8ac394,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:56:54.438992 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7032a787-bea4-44e6-bc6d-fdf6a35f7207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:56:54.574676 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 5b8566f1-a66a-4867-9293-c72bab8ac394 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 15:56:54.639990 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-eba54995-cc03-4546-bc6b-545c88de6228 None None] Provisioning complete for port 5b8566f1-a66a-4867-9293-c72bab8ac394 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 15:56:54.640520 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-eba54995-cc03-4546-bc6b-545c88de6228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:54.718947 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 5b8566f1-a66a-4867-9293-c72bab8ac394 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 15:56:54.719347 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:54.951705 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 58428) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:56:55.360065 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-799e3608-7dbd-42f5-a9f6-47b97dfb36ed admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'name': 'router1'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 15:56:55.365507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-799e3608-7dbd-42f5-a9f6-47b97dfb36ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 15:56:55.369494 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-799e3608-7dbd-42f5-a9f6-47b97dfb36ed admin admin] Usage tracker for resource:router and tenant:e635ade5dd3a4d249cf251fe4f8d1627 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 15:56:55.372784 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-799e3608-7dbd-42f5-a9f6-47b97dfb36ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 15:56:55.378778 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-799e3608-7dbd-42f5-a9f6-47b97dfb36ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 15:56:55.388658 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-799e3608-7dbd-42f5-a9f6-47b97dfb36ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259339'] for router, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:55.389982 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-799e3608-7dbd-42f5-a9f6-47b97dfb36ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853008525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1758879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853051633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854516462'] for router, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:55.411169 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-799e3608-7dbd-42f5-a9f6-47b97dfb36ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:55.528716 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-799e3608-7dbd-42f5-a9f6-47b97dfb36ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853008407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704523'] for router, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:55.547375 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-799e3608-7dbd-42f5-a9f6-47b97dfb36ed admin admin] Notify callbacks [] for router, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:55.548641 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-799e3608-7dbd-42f5-a9f6-47b97dfb36ed admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5958824 Apr 14 15:56:56.753460 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-949dd440-34fd-4907-8398-7a54edc9be55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:58.352905 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 58438) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:56:58.778537 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [None req-e56ef1d5-5bf6-4ed9-a772-c0fb8956a7a0 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=85285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 15:56:58.779613 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-e56ef1d5-5bf6-4ed9-a772-c0fb8956a7a0 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4247849 Apr 14 15:56:59.377103 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d3a0acf3-9466-45e0-884c-e20d1fd4f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:56:59.600917 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:00.376535 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:01.930041 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:02.403904 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 58458) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:57:02.581895 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 15:57:02.587070 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 15:57:02.591558 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Usage tracker for resource:network and tenant:eb14a37069cf4abdab67e8a8f3d9adc3 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 15:57:02.595287 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 15:57:02.601347 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 15:57:02.611673 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Made reservation on behalf of eb14a37069cf4abdab67e8a8f3d9adc3 for: {'network': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 15:57:02.616438 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for network, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:02.630322 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:02.646926 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 15:57:02.651413 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Usage tracker for resource:security_group_rule and tenant:eb14a37069cf4abdab67e8a8f3d9adc3 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 15:57:02.654712 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 15:57:02.661146 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 15:57:02.759597 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:02.762754 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:02.767467 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:57:02.784649 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Reserving flat network on physical network physnet1 {{(pid=85285) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 14 15:57:02.812350 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4438ac-f9ad-4213-bbca-2a0c07144083,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:57:02.816597 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:57:02.819910 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:02.820299 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.segments_db [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Added segment bcb576b6-6f35-44c5-96db-97c385c74611 of type flat for network 6468e4de-2d6f-487c-961d-9bfd4b201113 Apr 14 15:57:02.856197 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778568018137'] for network, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:02.893388 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for network, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:02.894787 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:57:02.895432 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:02.900918 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:57:03.006538 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6013632 Apr 14 15:57:03.007289 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Pushing event updated for resources: {'Network': ['ID=6468e4de-2d6f-487c-961d-9bfd4b201113,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:57:03.019921 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:57:03.034506 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Network 6468e4de-2d6f-487c-961d-9bfd4b201113 details requested by agent ovs-agent-dv-cinder-786260-2-iscsi with host dv-cinder-786260-2-iscsi {{(pid=85286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 15:57:05.588693 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 58478) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:57:05.704211 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45d7c1a-2df6-4a5f-8581-46a2add4ea4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:57:05.705681 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-c45d7c1a-2df6-4a5f-8581-46a2add4ea4d admin admin] 10.222.0.53 "GET /v2.0/subnets/c868d818-c998-446d-8cbd-cf46b682b190 HTTP/1.1" status: 200 len: 849 time: 0.1159508 Apr 14 15:57:06.003365 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-f58704bf-f013-4103-95d5-40e4d6d0ee01 admin admin] 10.222.0.53 "GET /v2.0/routers/08bd67c4-7991-48e6-a0ae-976d53db16e8 HTTP/1.1" status: 200 len: 704 time: 0.2916033 Apr 14 15:57:06.496298 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3b3bea04-f746-4c93-a790-c136916b4fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:06.739232 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-3b3bea04-f746-4c93-a790-c136916b4fc7 admin admin] Allocated IP 172.20.0.1 (de5460ff-61c6-4779-bf97-d91034367ee8/c868d818-c998-446d-8cbd-cf46b682b190/29b8a54a-2f18-438c-b384-de2235f9cc65) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 15:57:06.898792 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3b3bea04-f746-4c93-a790-c136916b4fc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:06.917441 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-3b3bea04-f746-4c93-a790-c136916b4fc7 admin admin] Transition to ACTIVE for port object 29b8a54a-2f18-438c-b384-de2235f9cc65 will not be triggered until provisioned by entity DHCP. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 15:57:06.973110 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3b3bea04-f746-4c93-a790-c136916b4fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:06.987539 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:57:07.121308 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bea04-f746-4c93-a790-c136916b4fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=29b8a54a-2f18-438c-b384-de2235f9cc65,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:57:07.127761 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3b3bea04-f746-4c93-a790-c136916b4fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:57:07.179281 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3bea04-f746-4c93-a790-c136916b4fc7 admin admin] Network de5460ff-61c6-4779-bf97-d91034367ee8 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 15:57:07.180369 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-3b3bea04-f746-4c93-a790-c136916b4fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 15:57:07.182699 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3bea04-f746-4c93-a790-c136916b4fc7 admin admin] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 15:57:07.183217 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3b3bea04-f746-4c93-a790-c136916b4fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704588'] for router_interface, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:07.339869 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-b078bc8e-8c21-49c3-a198-18479e01da06 None None] Provisioning for port 29b8a54a-2f18-438c-b384-de2235f9cc65 completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 15:57:07.345371 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-b078bc8e-8c21-49c3-a198-18479e01da06 None None] Provisioning complete for port 29b8a54a-2f18-438c-b384-de2235f9cc65 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 15:57:07.345783 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b078bc8e-8c21-49c3-a198-18479e01da06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:07.402161 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-b078bc8e-8c21-49c3-a198-18479e01da06 None None] Port 29b8a54a-2f18-438c-b384-de2235f9cc65 cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 15:57:07.457170 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3b3bea04-f746-4c93-a790-c136916b4fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:07.893405 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3b3bea04-f746-4c93-a790-c136916b4fc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:07.896882 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3b3bea04-f746-4c93-a790-c136916b4fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:07.897997 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3b3bea04-f746-4c93-a790-c136916b4fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1768741'] for router_interface, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:07.912239 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3b3bea04-f746-4c93-a790-c136916b4fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:57:08.047206 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bea04-f746-4c93-a790-c136916b4fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=29b8a54a-2f18-438c-b384-de2235f9cc65,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:57:08.051978 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3b3bea04-f746-4c93-a790-c136916b4fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:57:08.111756 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3bea04-f746-4c93-a790-c136916b4fc7 admin admin] Network de5460ff-61c6-4779-bf97-d91034367ee8 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 15:57:08.112948 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-3b3bea04-f746-4c93-a790-c136916b4fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 15:57:08.321528 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3bea04-f746-4c93-a790-c136916b4fc7 admin admin] Router 08bd67c4-7991-48e6-a0ae-976d53db16e8 is scheduled to L3 agent cd16566b-017b-487a-9290-9cc4500cc966 with binding_index 1 {{(pid=85285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 15:57:08.330731 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-18158f79-7589-4dc8-868a-6f36ea539b89 None None] Provisioning complete for port 29b8a54a-2f18-438c-b384-de2235f9cc65 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 15:57:08.331135 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-18158f79-7589-4dc8-868a-6f36ea539b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:08.388157 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-18158f79-7589-4dc8-868a-6f36ea539b89 None None] Port 29b8a54a-2f18-438c-b384-de2235f9cc65 cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 15:57:08.488098 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3bea04-f746-4c93-a790-c136916b4fc7 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 15:57:08.499147 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] Sync routers for ids ['08bd67c4-7991-48e6-a0ae-976d53db16e8'] in dv-cinder-786260-2-iscsi {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 15:57:08.500118 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-3b3bea04-f746-4c93-a790-c136916b4fc7 admin admin] 10.222.0.53 "PUT /v2.0/routers/08bd67c4-7991-48e6-a0ae-976d53db16e8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4908519 Apr 14 15:57:08.513847 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] Routers {'08bd67c4-7991-48e6-a0ae-976d53db16e8'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 15:57:08.514938 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T15:56:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['08bd67c4-7991-48e6-a0ae-976d53db16e8'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:57:08.704061 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] Set router 08bd67c4-7991-48e6-a0ae-976d53db16e8 gateway port host: None {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 15:57:09.305913 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bd67c4-7991-48e6-a0ae-976d53db16e8', 'name': 'router1', 'tenant_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T15:56:55Z', 'updated_at': '2021-04-14T15:57:07Z', 'revision_number': 2, 'project_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'gw_port_host': None, '_interfaces': [{'id': '29b8a54a-2f18-438c-b384-de2235f9cc65', 'name': '', 'network_id': 'de5460ff-61c6-4779-bf97-d91034367ee8', 'tenant_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'mac_address': 'fa:16:3e:d9:c8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bd67c4-7991-48e6-a0ae-976d53db16e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c868d818-c998-446d-8cbd-cf46b682b190', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T15:57:06Z', 'updated_at': '2021-04-14T15:57:07Z', 'revision_number': 2, 'project_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'subnets': [{'id': 'c868d818-c998-446d-8cbd-cf46b682b190', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e896da5-0e6c-468c-9a03-06bc4278d202'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:57:09.311969 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] Checking router: 08bd67c4-7991-48e6-a0ae-976d53db16e8 for host: dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 15:57:09.312504 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] Updating router 08bd67c4-7991-48e6-a0ae-976d53db16e8 port 29b8a54a-2f18-438c-b384-de2235f9cc65 binding host dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 15:57:09.376646 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:09.872663 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] Notify callbacks [] for port, precommit_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:09.888143 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] Transition to ACTIVE for port object 29b8a54a-2f18-438c-b384-de2235f9cc65 will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 15:57:09.895080 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:09.913220 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:57:10.134929 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10892e4b-54ed-40fc-9085-392093fb4e52 None None] Pushing event updated for resources: {'Port': ['ID=29b8a54a-2f18-438c-b384-de2235f9cc65,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:57:10.159227 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10892e4b-54ed-40fc-9085-392093fb4e52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:10.159846 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10892e4b-54ed-40fc-9085-392093fb4e52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:10.160452 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10892e4b-54ed-40fc-9085-392093fb4e52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:10.161045 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10892e4b-54ed-40fc-9085-392093fb4e52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:10.161650 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10892e4b-54ed-40fc-9085-392093fb4e52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:10.162830 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10892e4b-54ed-40fc-9085-392093fb4e52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:10.163441 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10892e4b-54ed-40fc-9085-392093fb4e52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:10.164041 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10892e4b-54ed-40fc-9085-392093fb4e52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:10.164661 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10892e4b-54ed-40fc-9085-392093fb4e52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:10.165277 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10892e4b-54ed-40fc-9085-392093fb4e52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:10.165897 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10892e4b-54ed-40fc-9085-392093fb4e52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:10.166528 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10892e4b-54ed-40fc-9085-392093fb4e52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10892e4b-54ed-40fc-9085-392093fb4e52 None None] Tracked resource versions report: Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: pushed versions: Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: { 'AddressGroup': {'1.2'}, Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: 'ConntrackHelper': {'1.0'}, Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Log': {'1.0'}, Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Network': {'1.1'}, Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Port': {'1.7'}, Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: 'PortForwarding': {'1.2'}, Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: 'QosPolicy': {'1.8'}, Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroup': {'1.4'}, Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroupRule': {'1.2'}, Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SubPort': {'1.0'}, Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Subnet': {'1.1'}, Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Trunk': {'1.1'}} Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: consumer versions: Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: { DHCP agent@dv-cinder-786260-2-iscsi: {}, Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: L3 agent@dv-cinder-786260-2-iscsi: {}, Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: Metadata agent@dv-cinder-786260-2-iscsi: {}, Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: Metering agent@dv-cinder-786260-2-iscsi: {}, Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: Open vSwitch agent@dv-cinder-786260-2-iscsi: { 'AddressGroup': '1.2', Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: 'ConntrackHelper': '1.0', Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Log': '1.0', Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Network': '1.1', Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Port': '1.7', Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: 'PortForwarding': '1.2', Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: 'QosPolicy': '1.8', Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroup': '1.4', Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroupRule': '1.2', Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SubPort': '1.0', Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Subnet': '1.1', Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Trunk': '1.1'}} Apr 14 15:57:10.168611 dv-cinder-786260-2-iscsi neutron-server[85169]: {{(pid=85287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 15:57:10.183935 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-10892e4b-54ed-40fc-9085-392093fb4e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:57:10.421540 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] Attempting to bind port 29b8a54a-2f18-438c-b384-de2235f9cc65 on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 15:57:10.422316 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] Attempting to bind port 29b8a54a-2f18-438c-b384-de2235f9cc65 by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': '1c03192d-911e-4a8e-aa40-6803aa5ac66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'de5460ff-61c6-4779-bf97-d91034367ee8'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 15:57:10.422471 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] Attempting to bind port 29b8a54a-2f18-438c-b384-de2235f9cc65 on network de5460ff-61c6-4779-bf97-d91034367ee8 {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 15:57:10.431494 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 15:57:10.432187 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] Checking segment: {'id': '1c03192d-911e-4a8e-aa40-6803aa5ac66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'de5460ff-61c6-4779-bf97-d91034367ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 15:57:10.433026 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:10.433749 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] Bound using segment: {'id': '1c03192d-911e-4a8e-aa40-6803aa5ac66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'de5460ff-61c6-4779-bf97-d91034367ee8'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 15:57:10.434733 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] Bound port: 29b8a54a-2f18-438c-b384-de2235f9cc65, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c03192d-911e-4a8e-aa40-6803aa5ac66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'de5460ff-61c6-4779-bf97-d91034367ee8'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 15:57:10.435408 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:10.578308 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] For port 29b8a54a-2f18-438c-b384-de2235f9cc65, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 15:57:10.585655 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] For port 29b8a54a-2f18-438c-b384-de2235f9cc65, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=29b8a54a-2f18-438c-b384-de2235f9cc65,segment=NetworkSegment(1c03192d-911e-4a8e-aa40-6803aa5ac66f),segment_id=1c03192d-911e-4a8e-aa40-6803aa5ac66f)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 15:57:10.591488 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:10.606010 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-10892e4b-54ed-40fc-9085-392093fb4e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:57:10.762411 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10892e4b-54ed-40fc-9085-392093fb4e52 None None] Pushing event updated for resources: {'Port': ['ID=29b8a54a-2f18-438c-b384-de2235f9cc65,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:57:10.767117 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-10892e4b-54ed-40fc-9085-392093fb4e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:57:10.824624 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] Routers {'08bd67c4-7991-48e6-a0ae-976d53db16e8'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 15:57:10.825302 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T15:56:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['08bd67c4-7991-48e6-a0ae-976d53db16e8'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:57:11.002331 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] Set router 08bd67c4-7991-48e6-a0ae-976d53db16e8 gateway port host: None {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 15:57:11.358279 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bd67c4-7991-48e6-a0ae-976d53db16e8', 'name': 'router1', 'tenant_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T15:56:55Z', 'updated_at': '2021-04-14T15:57:07Z', 'revision_number': 2, 'project_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'gw_port_host': None, '_interfaces': [{'id': '29b8a54a-2f18-438c-b384-de2235f9cc65', 'name': '', 'network_id': 'de5460ff-61c6-4779-bf97-d91034367ee8', 'tenant_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'mac_address': 'fa:16:3e:d9:c8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bd67c4-7991-48e6-a0ae-976d53db16e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c868d818-c998-446d-8cbd-cf46b682b190', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T15:57:06Z', 'updated_at': '2021-04-14T15:57:10Z', 'revision_number': 4, 'project_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'subnets': [{'id': 'c868d818-c998-446d-8cbd-cf46b682b190', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e896da5-0e6c-468c-9a03-06bc4278d202'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:57:11.364121 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445081ca-8a22-417f-a911-b5baa41c3d9b None None] The sync data for ids ['08bd67c4-7991-48e6-a0ae-976d53db16e8'] in dv-cinder-786260-2-iscsi is: [{'id': '08bd67c4-7991-48e6-a0ae-976d53db16e8', 'name': 'router1', 'tenant_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T15:56:55Z', 'updated_at': '2021-04-14T15:57:07Z', 'revision_number': 2, 'project_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'gw_port_host': None, '_interfaces': [{'id': '29b8a54a-2f18-438c-b384-de2235f9cc65', 'name': '', 'network_id': 'de5460ff-61c6-4779-bf97-d91034367ee8', 'tenant_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'mac_address': 'fa:16:3e:d9:c8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bd67c4-7991-48e6-a0ae-976d53db16e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c868d818-c998-446d-8cbd-cf46b682b190', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T15:57:06Z', 'updated_at': '2021-04-14T15:57:10Z', 'revision_number': 4, 'project_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'subnets': [{'id': 'c868d818-c998-446d-8cbd-cf46b682b190', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e896da5-0e6c-468c-9a03-06bc4278d202'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 15:57:11.445950 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 58490) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:57:11.682028 dv-cinder-786260-2-iscsi neutron-server[85169]: WARNING oslo_policy.policy [None req-b9c72762-5cb5-4975-b65d-a3abd44bd29d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 15:57:11.682972 dv-cinder-786260-2-iscsi neutron-server[85169]: WARNING oslo_policy.policy [None req-b9c72762-5cb5-4975-b65d-a3abd44bd29d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 15:57:12.461701 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.policy [None req-b9c72762-5cb5-4975-b65d-a3abd44bd29d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85284) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 14 15:57:12.814486 dv-cinder-786260-2-iscsi neutron-server[85169]: WARNING oslo_policy.policy [None req-b9c72762-5cb5-4975-b65d-a3abd44bd29d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 15:57:12.815158 dv-cinder-786260-2-iscsi neutron-server[85169]: WARNING oslo_policy.policy [None req-b9c72762-5cb5-4975-b65d-a3abd44bd29d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 15:57:12.851900 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c72762-5cb5-4975-b65d-a3abd44bd29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:57:12.855386 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-b9c72762-5cb5-4975-b65d-a3abd44bd29d admin admin] 10.222.0.53 "GET /v2.0/networks/6468e4de-2d6f-487c-961d-9bfd4b201113 HTTP/1.1" status: 200 len: 842 time: 1.4069259 Apr 14 15:57:12.871877 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Request body: {'subnet': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 15:57:12.875685 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.quota [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Loaded quota_driver: . Apr 14 15:57:12.883247 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 15:57:12.889918 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Usage tracker for resource:subnet and tenant:eb14a37069cf4abdab67e8a8f3d9adc3 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 15:57:12.894152 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 15:57:12.904024 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 15:57:12.923462 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Made reservation on behalf of eb14a37069cf4abdab67e8a8f3d9adc3 for: {'subnet': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 15:57:12.933684 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:13.343417 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 5 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 15:57:13.553562 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.objects.ports [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85284) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 14 15:57:13.554407 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for subnet, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:13.568948 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:57:13.741311 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10ad9ff7-e740-4818-a690-9a433745e0b4,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:57:13.776094 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:13.776683 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:13.777246 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:13.777814 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:13.778428 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:13.778991 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:13.779543 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:13.780088 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:13.780630 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:13.781168 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:13.781709 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:13.782292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Tracked resource versions report: Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: pushed versions: Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: { 'AddressGroup': {'1.2'}, Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: 'ConntrackHelper': {'1.0'}, Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Log': {'1.0'}, Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Network': {'1.1'}, Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Port': {'1.7'}, Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: 'PortForwarding': {'1.2'}, Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: 'QosPolicy': {'1.8'}, Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroup': {'1.4'}, Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroupRule': {'1.2'}, Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SubPort': {'1.0'}, Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Subnet': {'1.1'}, Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Trunk': {'1.1'}} Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: consumer versions: Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: { DHCP agent@dv-cinder-786260-2-iscsi: {}, Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: L3 agent@dv-cinder-786260-2-iscsi: {}, Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: Metadata agent@dv-cinder-786260-2-iscsi: {}, Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: Metering agent@dv-cinder-786260-2-iscsi: {}, Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: Open vSwitch agent@dv-cinder-786260-2-iscsi: { 'AddressGroup': '1.2', Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: 'ConntrackHelper': '1.0', Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Log': '1.0', Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Network': '1.1', Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Port': '1.7', Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: 'PortForwarding': '1.2', Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: 'QosPolicy': '1.8', Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroup': '1.4', Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroupRule': '1.2', Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SubPort': '1.0', Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Subnet': '1.1', Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Trunk': '1.1'}} Apr 14 15:57:13.784266 dv-cinder-786260-2-iscsi neutron-server[85169]: {{(pid=85284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 15:57:13.854970 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:57:13.896514 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Checking segment: {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 15:57:13.897110 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Network hostable DHCP agents. Network: 6468e4de-2d6f-487c-961d-9bfd4b201113, hostable agents: ['6974cddb-cd46-4c60-a4a5-114b04928957'], hosted agents: [] {{(pid=85284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 15:57:13.931599 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Network 6468e4de-2d6f-487c-961d-9bfd4b201113 is scheduled to be hosted by DHCP agent 6974cddb-cd46-4c60-a4a5-114b04928957 with binding_index 1 {{(pid=85284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 15:57:13.946305 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-iscsi, 6468e4de-2d6f-487c-961d-9bfd4b201113) {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 15:57:13.953454 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:57:13.955051 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for subnet, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:13.960340 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fb9636-3f55-4422-b296-3722bae54e7f None None] Network 6468e4de-2d6f-487c-961d-9bfd4b201113 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 15:57:13.992865 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1258080 Apr 14 15:57:14.356095 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0b48b9-d67b-4a83-ad97-a303c499d39c None None] Network 6468e4de-2d6f-487c-961d-9bfd4b201113 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 15:57:16.628678 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 29b8a54a-2f18-438c-b384-de2235f9cc65 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 15:57:16.720046 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port 29b8a54a-2f18-438c-b384-de2235f9cc65 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 15:57:16.726110 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 29b8a54a-2f18-438c-b384-de2235f9cc65 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 15:57:16.726643 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:16.964272 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 58514) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:57:17.021633 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:17.040647 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port 29b8a54a-2f18-438c-b384-de2235f9cc65, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=29b8a54a-2f18-438c-b384-de2235f9cc65,segment=NetworkSegment(1c03192d-911e-4a8e-aa40-6803aa5ac66f),segment_id=1c03192d-911e-4a8e-aa40-6803aa5ac66f)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 15:57:17.046458 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:17.050237 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:57:17.136934 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=29b8a54a-2f18-438c-b384-de2235f9cc65,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:57:17.140226 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:57:17.284528 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-ee311fa2-d510-4c9d-a34c-cfbb644248eb admin admin] 10.222.0.53 "GET /v2.0/routers/08bd67c4-7991-48e6-a0ae-976d53db16e8 HTTP/1.1" status: 200 len: 710 time: 0.3184769 Apr 14 15:57:17.428237 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ece02b-c231-46fc-80d3-3186778a65c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:57:17.429704 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-b2ece02b-c231-46fc-80d3-3186778a65c9 admin admin] 10.222.0.53 "GET /v2.0/networks/6468e4de-2d6f-487c-961d-9bfd4b201113 HTTP/1.1" status: 200 len: 886 time: 0.1391556 Apr 14 15:57:17.444394 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-bb1cb582-a3f1-47f4-977a-296cf6a412b7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 15:57:18.102692 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb582-a3f1-47f4-977a-296cf6a412b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853071264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854516447'] for router, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:18.490907 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb582-a3f1-47f4-977a-296cf6a412b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:18.557535 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb582-a3f1-47f4-977a-296cf6a412b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:18.602025 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 29b8a54a-2f18-438c-b384-de2235f9cc65 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 15:57:18.713354 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 29b8a54a-2f18-438c-b384-de2235f9cc65 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 15:57:18.713668 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:18.764029 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-bb1cb582-a3f1-47f4-977a-296cf6a412b7 admin admin] Allocated IP 172.27.1.198 (6468e4de-2d6f-487c-961d-9bfd4b201113/10ad9ff7-e740-4818-a690-9a433745e0b4/5851ea2a-34cc-42d7-b6cb-9b2e4750be0f) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 15:57:18.933828 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb582-a3f1-47f4-977a-296cf6a412b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:18.995027 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb582-a3f1-47f4-977a-296cf6a412b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:19.012935 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:57:19.164236 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cb582-a3f1-47f4-977a-296cf6a412b7 admin admin] Pushing event updated for resources: {'Port': ['ID=5851ea2a-34cc-42d7-b6cb-9b2e4750be0f,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:57:19.171597 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bb1cb582-a3f1-47f4-977a-296cf6a412b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:57:19.211844 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1cb582-a3f1-47f4-977a-296cf6a412b7 admin admin] Network 6468e4de-2d6f-487c-961d-9bfd4b201113 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 15:57:19.213074 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-bb1cb582-a3f1-47f4-977a-296cf6a412b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 15:57:19.215462 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1cb582-a3f1-47f4-977a-296cf6a412b7 admin admin] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 15:57:19.735945 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb582-a3f1-47f4-977a-296cf6a412b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:20.278440 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb582-a3f1-47f4-977a-296cf6a412b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853071264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854516447'] for router, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:20.282710 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb582-a3f1-47f4-977a-296cf6a412b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853071245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853008392'] for router, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:20.483037 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1cb582-a3f1-47f4-977a-296cf6a412b7 admin admin] Router 08bd67c4-7991-48e6-a0ae-976d53db16e8 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 15:57:20.683676 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1cb582-a3f1-47f4-977a-296cf6a412b7 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 15:57:20.695655 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb582-a3f1-47f4-977a-296cf6a412b7 admin admin] Notify callbacks [] for router, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:20.695941 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] Sync routers for ids ['08bd67c4-7991-48e6-a0ae-976d53db16e8'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 15:57:20.697642 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-bb1cb582-a3f1-47f4-977a-296cf6a412b7 admin admin] 10.222.0.53 "PUT /v2.0/routers/08bd67c4-7991-48e6-a0ae-976d53db16e8 HTTP/1.1" status: 200 len: 890 time: 3.2565937 Apr 14 15:57:20.708505 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] Routers {'08bd67c4-7991-48e6-a0ae-976d53db16e8'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 15:57:20.709348 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T15:56:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['08bd67c4-7991-48e6-a0ae-976d53db16e8'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:57:20.939087 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] Set router 08bd67c4-7991-48e6-a0ae-976d53db16e8 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 15:57:21.468251 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bd67c4-7991-48e6-a0ae-976d53db16e8', 'name': 'router1', 'tenant_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '5851ea2a-34cc-42d7-b6cb-9b2e4750be0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T15:56:55Z', 'updated_at': '2021-04-14T15:57:19Z', 'revision_number': 4, 'project_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'gw_port': {'id': '5851ea2a-34cc-42d7-b6cb-9b2e4750be0f', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bd67c4-7991-48e6-a0ae-976d53db16e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T15:57:18Z', 'updated_at': '2021-04-14T15:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '29b8a54a-2f18-438c-b384-de2235f9cc65', 'name': '', 'network_id': 'de5460ff-61c6-4779-bf97-d91034367ee8', 'tenant_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'mac_address': 'fa:16:3e:d9:c8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bd67c4-7991-48e6-a0ae-976d53db16e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c868d818-c998-446d-8cbd-cf46b682b190', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T15:57:06Z', 'updated_at': '2021-04-14T15:57:17Z', 'revision_number': 5, 'project_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'subnets': [{'id': 'c868d818-c998-446d-8cbd-cf46b682b190', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e896da5-0e6c-468c-9a03-06bc4278d202'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:57:21.477430 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] Checking router: 08bd67c4-7991-48e6-a0ae-976d53db16e8 for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 15:57:21.478014 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] Updating router 08bd67c4-7991-48e6-a0ae-976d53db16e8 port 5851ea2a-34cc-42d7-b6cb-9b2e4750be0f binding host dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 15:57:21.581318 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:22.316180 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:22.337833 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] Transition to ACTIVE for port object 5851ea2a-34cc-42d7-b6cb-9b2e4750be0f will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 15:57:22.347219 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:22.369645 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:57:22.526349 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c6dd3-3296-45db-8d23-0c784e8cdc0f None None] Pushing event updated for resources: {'Port': ['ID=5851ea2a-34cc-42d7-b6cb-9b2e4750be0f,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:57:22.528688 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-224c6dd3-3296-45db-8d23-0c784e8cdc0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:57:22.592200 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] Attempting to bind port 5851ea2a-34cc-42d7-b6cb-9b2e4750be0f on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 15:57:22.592620 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] Attempting to bind port 5851ea2a-34cc-42d7-b6cb-9b2e4750be0f by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 15:57:22.593353 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] Attempting to bind port 5851ea2a-34cc-42d7-b6cb-9b2e4750be0f on network 6468e4de-2d6f-487c-961d-9bfd4b201113 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 15:57:22.599654 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 15:57:22.600081 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] Checking segment: {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 15:57:22.600530 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:22.600963 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] Bound using segment: {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 15:57:22.601512 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] Bound port: 5851ea2a-34cc-42d7-b6cb-9b2e4750be0f, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 15:57:22.601922 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:22.685398 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] For port 5851ea2a-34cc-42d7-b6cb-9b2e4750be0f, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 15:57:22.690044 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] For port 5851ea2a-34cc-42d7-b6cb-9b2e4750be0f, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=5851ea2a-34cc-42d7-b6cb-9b2e4750be0f,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 15:57:22.693807 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:22.711336 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:57:22.888810 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c6dd3-3296-45db-8d23-0c784e8cdc0f None None] Pushing event updated for resources: {'Port': ['ID=5851ea2a-34cc-42d7-b6cb-9b2e4750be0f,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:57:22.892967 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-224c6dd3-3296-45db-8d23-0c784e8cdc0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:57:22.952821 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] Routers {'08bd67c4-7991-48e6-a0ae-976d53db16e8'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 15:57:22.953715 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T15:56:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['08bd67c4-7991-48e6-a0ae-976d53db16e8'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:57:23.164375 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] Set router 08bd67c4-7991-48e6-a0ae-976d53db16e8 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 15:57:23.742017 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bd67c4-7991-48e6-a0ae-976d53db16e8', 'name': 'router1', 'tenant_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '5851ea2a-34cc-42d7-b6cb-9b2e4750be0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T15:56:55Z', 'updated_at': '2021-04-14T15:57:19Z', 'revision_number': 4, 'project_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'gw_port': {'id': '5851ea2a-34cc-42d7-b6cb-9b2e4750be0f', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bd67c4-7991-48e6-a0ae-976d53db16e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T15:57:18Z', 'updated_at': '2021-04-14T15:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '29b8a54a-2f18-438c-b384-de2235f9cc65', 'name': '', 'network_id': 'de5460ff-61c6-4779-bf97-d91034367ee8', 'tenant_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'mac_address': 'fa:16:3e:d9:c8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bd67c4-7991-48e6-a0ae-976d53db16e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c868d818-c998-446d-8cbd-cf46b682b190', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T15:57:06Z', 'updated_at': '2021-04-14T15:57:17Z', 'revision_number': 5, 'project_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'subnets': [{'id': 'c868d818-c998-446d-8cbd-cf46b682b190', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e896da5-0e6c-468c-9a03-06bc4278d202'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 15:57:23.747421 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55e6524-7a09-4414-9d19-9cd36a3ee61f None None] The sync data for ids ['08bd67c4-7991-48e6-a0ae-976d53db16e8'] in dv-cinder-786260-2-iscsi is: [{'id': '08bd67c4-7991-48e6-a0ae-976d53db16e8', 'name': 'router1', 'tenant_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '5851ea2a-34cc-42d7-b6cb-9b2e4750be0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T15:56:55Z', 'updated_at': '2021-04-14T15:57:19Z', 'revision_number': 4, 'project_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'gw_port': {'id': '5851ea2a-34cc-42d7-b6cb-9b2e4750be0f', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bd67c4-7991-48e6-a0ae-976d53db16e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T15:57:18Z', 'updated_at': '2021-04-14T15:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '29b8a54a-2f18-438c-b384-de2235f9cc65', 'name': '', 'network_id': 'de5460ff-61c6-4779-bf97-d91034367ee8', 'tenant_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'mac_address': 'fa:16:3e:d9:c8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bd67c4-7991-48e6-a0ae-976d53db16e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c868d818-c998-446d-8cbd-cf46b682b190', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T15:57:06Z', 'updated_at': '2021-04-14T15:57:17Z', 'revision_number': 5, 'project_id': 'e635ade5dd3a4d249cf251fe4f8d1627', 'subnets': [{'id': 'c868d818-c998-446d-8cbd-cf46b682b190', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e896da5-0e6c-468c-9a03-06bc4278d202'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 15:57:24.048454 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 58524) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:57:24.218155 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-cc422fd1-ff26-4cd1-a87c-140d4931beb0 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1680791 Apr 14 15:57:24.652328 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 5851ea2a-34cc-42d7-b6cb-9b2e4750be0f up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 15:57:24.787525 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port 5851ea2a-34cc-42d7-b6cb-9b2e4750be0f completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 15:57:24.793665 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 5851ea2a-34cc-42d7-b6cb-9b2e4750be0f triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 15:57:24.794121 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:24.943168 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:24.970237 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port 5851ea2a-34cc-42d7-b6cb-9b2e4750be0f, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=5851ea2a-34cc-42d7-b6cb-9b2e4750be0f,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 15:57:24.973817 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:24.976389 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-224c6dd3-3296-45db-8d23-0c784e8cdc0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:57:25.068675 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=5851ea2a-34cc-42d7-b6cb-9b2e4750be0f,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:57:25.074454 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:57:26.640905 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 5851ea2a-34cc-42d7-b6cb-9b2e4750be0f up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 15:57:26.812479 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e248a627-a434-43db-baa2-5e3a7e5d2d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:26.837210 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 5851ea2a-34cc-42d7-b6cb-9b2e4750be0f triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 15:57:26.837702 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:29.408307 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e4c168d7-7b22-4618-9999-734ecbc37956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:29.632157 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:30.413256 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:32.027548 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:50.373526 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 5 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 15:57:56.826850 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ead7229a-1b55-4600-83bb-f0a728c4b3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:59.374800 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-57579f50-02a3-42bd-8c87-1188e18322a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:57:59.607054 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:58:00.382471 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:58:01.967622 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:58:26.778154 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b9735924-4871-4249-b25d-27eee4732c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:58:27.335113 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 5 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 15:58:29.449114 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6830377f-e1a0-4996-b840-c0a1f5ecfbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:58:29.608364 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:58:30.378869 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:58:31.964010 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:58:56.760565 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2b9f02a6-bd17-4a78-b027-49dc8f0b264d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:58:59.376614 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-cc32220e-2b5b-40ad-a53b-2dffd2da7f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:58:59.603255 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:00.373813 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:01.963268 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:04.337301 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 5 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 15:59:20.888239 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59094) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:59:20.962124 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff44a91-373d-481c-b3ca-8cb1ce5906b1 admin admin] GET failed (client error): The resource could not be found. Apr 14 15:59:20.963548 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-cff44a91-373d-481c-b3ca-8cb1ce5906b1 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0743062 Apr 14 15:59:21.105054 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8614646-dba2-44f8-b1e7-cc1ea4a48cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:21.107673 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-b8614646-dba2-44f8-b1e7-cc1ea4a48cca admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1382051 Apr 14 15:59:23.625983 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59104) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:59:23.744270 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4994eab1-5861-44ba-9509-73e77a13ff7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:23.744888 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-4994eab1-5861-44ba-9509-73e77a13ff7f admin admin] Synchronizing usage tracker for tenant:eb14a37069cf4abdab67e8a8f3d9adc3 on resource:subnet {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 15:59:23.762212 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-4994eab1-5861-44ba-9509-73e77a13ff7f admin admin] Unset dirty status for tenant:eb14a37069cf4abdab67e8a8f3d9adc3 on resource:subnet {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 15:59:23.763469 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-4994eab1-5861-44ba-9509-73e77a13ff7f admin admin] 10.222.0.53 "GET /v2.0/subnets/c868d818-c998-446d-8cbd-cf46b682b190 HTTP/1.1" status: 200 len: 849 time: 0.1364141 Apr 14 15:59:23.773835 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-4960fed1-91fe-4a5e-b284-0adeab55d479 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 15:59:23.896082 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4960fed1-91fe-4a5e-b284-0adeab55d479 admin admin] Notify callbacks [] for subnet, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:24.213565 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4960fed1-91fe-4a5e-b284-0adeab55d479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363258286306539'] for subnet, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:24.228408 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 15:59:24.369881 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960fed1-91fe-4a5e-b284-0adeab55d479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c868d818-c998-446d-8cbd-cf46b682b190,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 15:59:24.383195 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960fed1-91fe-4a5e-b284-0adeab55d479 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:24.383595 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960fed1-91fe-4a5e-b284-0adeab55d479 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:24.383965 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960fed1-91fe-4a5e-b284-0adeab55d479 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:24.384325 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960fed1-91fe-4a5e-b284-0adeab55d479 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:24.384685 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960fed1-91fe-4a5e-b284-0adeab55d479 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:24.385043 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960fed1-91fe-4a5e-b284-0adeab55d479 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:24.385398 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960fed1-91fe-4a5e-b284-0adeab55d479 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:24.385759 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960fed1-91fe-4a5e-b284-0adeab55d479 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:24.386164 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960fed1-91fe-4a5e-b284-0adeab55d479 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:24.386540 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960fed1-91fe-4a5e-b284-0adeab55d479 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:24.386893 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960fed1-91fe-4a5e-b284-0adeab55d479 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:24.387240 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4960fed1-91fe-4a5e-b284-0adeab55d479 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 15:59:24.392815 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4960fed1-91fe-4a5e-b284-0adeab55d479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 15:59:24.422872 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4960fed1-91fe-4a5e-b284-0adeab55d479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:24.423519 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4960fed1-91fe-4a5e-b284-0adeab55d479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for subnet, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:24.424948 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-4960fed1-91fe-4a5e-b284-0adeab55d479 admin admin] 10.222.0.53 "PUT /v2.0/subnets/c868d818-c998-446d-8cbd-cf46b682b190 HTTP/1.1" status: 200 len: 868 time: 0.6550462 Apr 14 15:59:24.428338 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aa441e-730c-4c03-a037-c35440e2b48b None None] Network de5460ff-61c6-4779-bf97-d91034367ee8 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 15:59:24.866544 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-117ac622-0c5f-4491-a7f7-eebb1cfc3890 None None] Provisioning complete for port 29b8a54a-2f18-438c-b384-de2235f9cc65 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 15:59:24.867145 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-117ac622-0c5f-4491-a7f7-eebb1cfc3890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:25.008786 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-117ac622-0c5f-4491-a7f7-eebb1cfc3890 None None] Provisioning complete for port 5b8566f1-a66a-4867-9293-c72bab8ac394 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 15:59:25.009139 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-117ac622-0c5f-4491-a7f7-eebb1cfc3890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:26.761334 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-39bfa13e-eef7-4f59-a861-b2a4777c5cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:26.933425 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59114) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:59:27.118953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cc87a9-02ca-49b4-bca2-a3c815018675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:27.119493 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cc87a9-02ca-49b4-bca2-a3c815018675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:27.121832 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-41cc87a9-02ca-49b4-bca2-a3c815018675 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1873519 Apr 14 15:59:29.378964 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-21cdaa8a-1101-4dcc-884b-294848677c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:29.607577 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:29.609166 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59124) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:59:29.798980 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728c1a5b-6add-48db-bc6e-1ac709ec37e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:29.799503 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728c1a5b-6add-48db-bc6e-1ac709ec37e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:29.801126 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-728c1a5b-6add-48db-bc6e-1ac709ec37e2 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1909332 Apr 14 15:59:30.377208 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:31.963784 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:32.315658 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59134) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:59:32.499442 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cdf10f-f938-4892-bc68-8c2b3ae5321e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:32.500825 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-51cdf10f-f938-4892-bc68-8c2b3ae5321e admin admin] 10.222.0.53 "GET /v2.0/networks/6468e4de-2d6f-487c-961d-9bfd4b201113 HTTP/1.1" status: 200 len: 886 time: 0.1841269 Apr 14 15:59:35.005823 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59144) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:59:35.196130 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d40fbd-0a7c-460d-9d7b-7216f378ade8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:35.197986 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-43d40fbd-0a7c-460d-9d7b-7216f378ade8 admin admin] 10.222.0.53 "GET /v2.0/networks/de5460ff-61c6-4779-bf97-d91034367ee8 HTTP/1.1" status: 200 len: 869 time: 0.1910655 Apr 14 15:59:37.685924 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59154) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:59:37.803746 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baea5f6-3b98-4227-9014-71ba8865736c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:37.804257 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baea5f6-3b98-4227-9014-71ba8865736c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:37.805909 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-7baea5f6-3b98-4227-9014-71ba8865736c admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1189003 Apr 14 15:59:40.393856 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59164) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:59:40.512833 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e8fcc5-b4ba-4212-92fb-22caec73e55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:40.513340 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e8fcc5-b4ba-4212-92fb-22caec73e55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:40.515030 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-c9e8fcc5-b4ba-4212-92fb-22caec73e55d admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1200807 Apr 14 15:59:41.343322 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 5 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 15:59:43.109415 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59174) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:59:43.225038 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722246dd-2464-4b18-8b2c-d4cc2f330251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:43.226520 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-722246dd-2464-4b18-8b2c-d4cc2f330251 admin admin] 10.222.0.53 "GET /v2.0/subnets/10ad9ff7-e740-4818-a690-9a433745e0b4 HTTP/1.1" status: 200 len: 816 time: 0.1160800 Apr 14 15:59:45.758022 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59184) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 15:59:45.882721 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0558405b-7884-409e-b46f-7f682a3c64e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 15:59:45.884791 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-0558405b-7884-409e-b46f-7f682a3c64e5 admin admin] 10.222.0.53 "GET /v2.0/subnets/c868d818-c998-446d-8cbd-cf46b682b190 HTTP/1.1" status: 200 len: 868 time: 0.1251256 Apr 14 15:59:56.762541 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c0da8a88-dc2a-406b-8273-6b3d9492564f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:59.384257 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0b2f47e9-339b-4397-a6ad-39596905d437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 15:59:59.610998 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:00.379634 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:01.967823 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:12.468267 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59228) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:00:12.522880 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [None req-da066bfd-1edb-4324-b585-84c297982082 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=85284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:00:12.523977 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-da066bfd-1edb-4324-b585-84c297982082 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0546215 Apr 14 16:00:15.146870 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59238) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:00:15.223018 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6b09bc-2def-4a4a-a8a1-f1c614c1154e admin admin] GET failed (client error): The resource could not be found. Apr 14 16:00:15.224435 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-4c6b09bc-2def-4a4a-a8a1-f1c614c1154e admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0765460 Apr 14 16:00:15.360935 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739c76a0-b1bc-4a71-bd27-c48d444f9007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:00:15.362572 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-739c76a0-b1bc-4a71-bd27-c48d444f9007 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1337876 Apr 14 16:00:17.892763 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59248) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:00:17.945181 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-a8bfd4e5-6b20-4ec4-a918-dc11dcd6aa60 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:00:17.950664 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-a8bfd4e5-6b20-4ec4-a918-dc11dcd6aa60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:00:17.954627 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-a8bfd4e5-6b20-4ec4-a918-dc11dcd6aa60 admin admin] Usage tracker for resource:network and tenant:eb14a37069cf4abdab67e8a8f3d9adc3 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:00:17.958214 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-a8bfd4e5-6b20-4ec4-a918-dc11dcd6aa60 admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:00:17.964105 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-a8bfd4e5-6b20-4ec4-a918-dc11dcd6aa60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:00:17.972866 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bfd4e5-6b20-4ec4-a918-dc11dcd6aa60 admin admin] Made reservation on behalf of eb14a37069cf4abdab67e8a8f3d9adc3 for: {'network': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:00:17.977433 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a8bfd4e5-6b20-4ec4-a918-dc11dcd6aa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for network, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:18.074417 dv-cinder-786260-2-iscsi neutron-server[85169]: WARNING neutron.services.revisions.revision_plugin [None req-a8bfd4e5-6b20-4ec4-a918-dc11dcd6aa60 admin admin] Could not find related network for resource to bump revision. Apr 14 16:00:18.087845 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8bfd4e5-6b20-4ec4-a918-dc11dcd6aa60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=85284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:00:18.101753 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a8bfd4e5-6b20-4ec4-a918-dc11dcd6aa60 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778568560038', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:18.102345 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a8bfd4e5-6b20-4ec4-a918-dc11dcd6aa60 admin admin] Unsubscribe: segment precommit_create {{(pid=85284) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 14 16:00:18.102809 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.segments_db [None req-a8bfd4e5-6b20-4ec4-a918-dc11dcd6aa60 admin admin] Added segment 6622e771-9bde-4b81-b4ba-6037cd0653c3 of type vlan for network d39edc39-e57c-408d-b510-4ec54c9e2109 Apr 14 16:00:18.136626 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a8bfd4e5-6b20-4ec4-a918-dc11dcd6aa60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778568018137'] for network, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:18.170463 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a8bfd4e5-6b20-4ec4-a918-dc11dcd6aa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for network, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:18.171807 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bfd4e5-6b20-4ec4-a918-dc11dcd6aa60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:00:18.172439 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a8bfd4e5-6b20-4ec4-a918-dc11dcd6aa60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:18.177897 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:00:18.333667 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 5 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:00:18.438616 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-a8bfd4e5-6b20-4ec4-a918-dc11dcd6aa60 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5446091 Apr 14 16:00:18.450739 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfd4e5-6b20-4ec4-a918-dc11dcd6aa60 admin admin] Pushing event updated for resources: {'Network': ['ID=d39edc39-e57c-408d-b510-4ec54c9e2109,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:00:18.457452 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a8bfd4e5-6b20-4ec4-a918-dc11dcd6aa60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:00:18.465949 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Network d39edc39-e57c-408d-b510-4ec54c9e2109 details requested by agent ovs-agent-dv-cinder-786260-2-iscsi with host dv-cinder-786260-2-iscsi {{(pid=85286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:00:20.976103 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59258) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:00:21.055832 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a38d255-4377-49f5-a98d-a2ba3f9547ba admin admin] GET failed (client error): The resource could not be found. Apr 14 16:00:21.056416 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-3a38d255-4377-49f5-a98d-a2ba3f9547ba admin admin] Synchronizing usage tracker for tenant:eb14a37069cf4abdab67e8a8f3d9adc3 on resource:network {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:00:21.072599 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-3a38d255-4377-49f5-a98d-a2ba3f9547ba admin admin] Unset dirty status for tenant:eb14a37069cf4abdab67e8a8f3d9adc3 on resource:network {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:00:21.073885 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-3a38d255-4377-49f5-a98d-a2ba3f9547ba admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0966530 Apr 14 16:00:21.189044 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3660ae1b-8081-4058-aea4-0a6f4a347c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:00:21.190558 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-3660ae1b-8081-4058-aea4-0a6f4a347c4b admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1123583 Apr 14 16:00:21.201508 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-6a0cb517-468b-47af-81d4-cf23079562bd admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'd39edc39-e57c-408d-b510-4ec54c9e2109', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:00:21.206304 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-6a0cb517-468b-47af-81d4-cf23079562bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:00:21.216219 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-6a0cb517-468b-47af-81d4-cf23079562bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:00:21.225219 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0cb517-468b-47af-81d4-cf23079562bd admin admin] Made reservation on behalf of eb14a37069cf4abdab67e8a8f3d9adc3 for: {'subnet': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:00:21.229809 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a0cb517-468b-47af-81d4-cf23079562bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:21.615126 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a0cb517-468b-47af-81d4-cf23079562bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for subnet, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:21.633182 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d6d9ecdf-27a3-4161-a567-35b9fb119d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:00:21.761127 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0cb517-468b-47af-81d4-cf23079562bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=328eb48d-5f0e-4828-a376-184fb4685143,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:00:21.766044 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a0cb517-468b-47af-81d4-cf23079562bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:00:21.831162 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0cb517-468b-47af-81d4-cf23079562bd admin admin] Checking segment: {'id': '6622e771-9bde-4b81-b4ba-6037cd0653c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd39edc39-e57c-408d-b510-4ec54c9e2109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:00:21.832121 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0cb517-468b-47af-81d4-cf23079562bd admin admin] Network hostable DHCP agents. Network: d39edc39-e57c-408d-b510-4ec54c9e2109, hostable agents: ['6974cddb-cd46-4c60-a4a5-114b04928957'], hosted agents: [] {{(pid=85284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:00:21.849950 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0cb517-468b-47af-81d4-cf23079562bd admin admin] Network d39edc39-e57c-408d-b510-4ec54c9e2109 is scheduled to be hosted by DHCP agent 6974cddb-cd46-4c60-a4a5-114b04928957 with binding_index 1 {{(pid=85284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:00:21.857773 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-6a0cb517-468b-47af-81d4-cf23079562bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-iscsi, d39edc39-e57c-408d-b510-4ec54c9e2109) {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:00:21.861785 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0cb517-468b-47af-81d4-cf23079562bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:00:21.862472 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a0cb517-468b-47af-81d4-cf23079562bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for subnet, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:21.867104 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde44be0-45f3-488e-94ca-6b121a128ca8 None None] Network d39edc39-e57c-408d-b510-4ec54c9e2109 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:00:21.887588 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-6a0cb517-468b-47af-81d4-cf23079562bd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6898367 Apr 14 16:00:22.101625 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fb825c8-f9e4-58b6-9749-5c7bd22ac102-d39edc39-e57c-408d-b510-4ec54c9e2109', 'network_id': 'd39edc39-e57c-408d-b510-4ec54c9e2109', 'tenant_id': 'eb14a37069cf4abdab67e8a8f3d9adc3', 'fixed_ips': [{'subnet_id': '328eb48d-5f0e-4828-a376-184fb4685143'}]}} from dv-cinder-786260-2-iscsi. {{(pid=85286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:00:22.102671 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:22.271313 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Allocated IP 192.168.233.2 (d39edc39-e57c-408d-b510-4ec54c9e2109/328eb48d-5f0e-4828-a376-184fb4685143/ed160af3-4161-47c1-bdf1-105f8e62e799) {{(pid=85286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:00:22.510210 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Notify callbacks [] for port, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:22.523390 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Transition to ACTIVE for port object ed160af3-4161-47c1-bdf1-105f8e62e799 will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:00:22.545417 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Transition to ACTIVE for port object ed160af3-4161-47c1-bdf1-105f8e62e799 will not be triggered until provisioned by entity DHCP. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:00:22.550604 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463'] for port, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:22.567662 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7032a787-bea4-44e6-bc6d-fdf6a35f7207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:00:22.705948 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Pushing event updated for resources: {'Port': ['ID=ed160af3-4161-47c1-bdf1-105f8e62e799,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:00:22.723266 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:00:22.723648 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:00:22.724025 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:00:22.724393 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:00:22.724753 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:00:22.725115 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:00:22.725470 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:00:22.725842 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:00:22.726663 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:00:22.726663 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:00:22.726990 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:00:22.727620 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:00:22.732678 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:00:22.781507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Network d39edc39-e57c-408d-b510-4ec54c9e2109 is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:00:22.782850 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:00:22.785260 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Received port after_create {{(pid=85286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:00:23.041610 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Attempting to bind port ed160af3-4161-47c1-bdf1-105f8e62e799 on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:00:23.041991 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Attempting to bind port ed160af3-4161-47c1-bdf1-105f8e62e799 by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': '6622e771-9bde-4b81-b4ba-6037cd0653c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd39edc39-e57c-408d-b510-4ec54c9e2109'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:00:23.042385 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Attempting to bind port ed160af3-4161-47c1-bdf1-105f8e62e799 on network d39edc39-e57c-408d-b510-4ec54c9e2109 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:00:23.048318 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:00:23.048731 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Checking segment: {'id': '6622e771-9bde-4b81-b4ba-6037cd0653c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd39edc39-e57c-408d-b510-4ec54c9e2109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:00:23.049177 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:23.049609 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Bound using segment: {'id': '6622e771-9bde-4b81-b4ba-6037cd0653c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd39edc39-e57c-408d-b510-4ec54c9e2109'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:00:23.050159 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Bound port: ed160af3-4161-47c1-bdf1-105f8e62e799, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6622e771-9bde-4b81-b4ba-6037cd0653c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd39edc39-e57c-408d-b510-4ec54c9e2109'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:00:23.050594 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:23.127267 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] For port ed160af3-4161-47c1-bdf1-105f8e62e799, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:00:23.131924 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] For port ed160af3-4161-47c1-bdf1-105f8e62e799, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=ed160af3-4161-47c1-bdf1-105f8e62e799,segment=NetworkSegment(6622e771-9bde-4b81-b4ba-6037cd0653c3),segment_id=6622e771-9bde-4b81-b4ba-6037cd0653c3)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:00:23.135614 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:23.152155 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:00:23.305855 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Pushing event updated for resources: {'Port': ['ID=ed160af3-4161-47c1-bdf1-105f8e62e799,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:00:23.311565 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:00:24.651607 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3565d12d-402c-4bbd-ac2a-d0bac1924742 None None] Network d39edc39-e57c-408d-b510-4ec54c9e2109 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:00:24.766267 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-1eb562e4-adac-4015-b1c6-73125384af4a None None] Provisioning for port ed160af3-4161-47c1-bdf1-105f8e62e799 completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:00:24.788924 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device ed160af3-4161-47c1-bdf1-105f8e62e799 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:00:24.947503 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port ed160af3-4161-47c1-bdf1-105f8e62e799 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:00:24.955043 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port ed160af3-4161-47c1-bdf1-105f8e62e799 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:00:24.955451 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:25.116981 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:25.138535 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port ed160af3-4161-47c1-bdf1-105f8e62e799, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=ed160af3-4161-47c1-bdf1-105f8e62e799,segment=NetworkSegment(6622e771-9bde-4b81-b4ba-6037cd0653c3),segment_id=6622e771-9bde-4b81-b4ba-6037cd0653c3)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:00:25.142339 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:25.145315 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-224c6dd3-3296-45db-8d23-0c784e8cdc0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:00:25.225515 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=ed160af3-4161-47c1-bdf1-105f8e62e799,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:00:25.228967 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:00:25.302200 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-1d7522dc-6453-4db6-bd82-34282080c550 None None] Provisioning complete for port ed160af3-4161-47c1-bdf1-105f8e62e799 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:00:25.302622 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1d7522dc-6453-4db6-bd82-34282080c550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:26.761496 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device ed160af3-4161-47c1-bdf1-105f8e62e799 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:00:26.856362 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6da829d6-335d-460a-b4bc-e4214bbfda77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:26.909456 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port ed160af3-4161-47c1-bdf1-105f8e62e799 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:00:26.910133 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:29.385660 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7262d982-8a76-4575-a6d4-08601e860f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:29.613878 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:30.382085 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:31.977336 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:55.334283 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 5 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:00:56.771593 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fc447c0e-a3e8-45fa-a722-5fdb77653105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:59.387405 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1c187dde-6fd0-4772-ae10-50cb3624b795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:00:59.619586 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:00.384432 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:01.979244 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:26.773563 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-48410156-c707-48d9-b286-20bae3669aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:29.391731 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-cac2824c-be3c-467f-86cf-f222d9acba79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:29.619436 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:30.387070 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:31.984433 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:32.337207 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 5 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:01:36.748707 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 59304) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:01:36.756702 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [None req-5ea07476-4bce-4d7e-9265-29af903e1347 tempest-verify_tempest_config-1039561376 tempest-verify_tempest_config-1039561376-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=85285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:01:36.758436 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-5ea07476-4bce-4d7e-9265-29af903e1347 tempest-verify_tempest_config-1039561376 tempest-verify_tempest_config-1039561376-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0084207 Apr 14 16:01:37.081561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 59322) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:01:37.205459 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8a0dc0d3-1ca6-417c-b3c0-2d143278a84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:37.221403 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-8a0dc0d3-1ca6-417c-b3c0-2d143278a84a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:01:37.225510 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-8a0dc0d3-1ca6-417c-b3c0-2d143278a84a admin admin] Usage tracker for resource:security_group_rule and tenant:2b20b998f4334a37ae78e2f534a40ff8 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:01:37.228980 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-8a0dc0d3-1ca6-417c-b3c0-2d143278a84a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:01:37.234983 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-8a0dc0d3-1ca6-417c-b3c0-2d143278a84a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:01:37.323154 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8a0dc0d3-1ca6-417c-b3c0-2d143278a84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:37.325760 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8a0dc0d3-1ca6-417c-b3c0-2d143278a84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:37.335316 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:01:37.375958 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-8a0dc0d3-1ca6-417c-b3c0-2d143278a84a admin admin] Synchronizing usage tracker for tenant:eb14a37069cf4abdab67e8a8f3d9adc3 on resource:security_group {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:01:37.378319 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0dc0d3-1ca6-417c-b3c0-2d143278a84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fbcc96-9cbb-4d0a-adb3-c76942babd73,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:01:37.389437 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0dc0d3-1ca6-417c-b3c0-2d143278a84a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:37.389813 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0dc0d3-1ca6-417c-b3c0-2d143278a84a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:37.390218 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0dc0d3-1ca6-417c-b3c0-2d143278a84a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:37.390562 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0dc0d3-1ca6-417c-b3c0-2d143278a84a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:37.390922 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0dc0d3-1ca6-417c-b3c0-2d143278a84a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:37.391276 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0dc0d3-1ca6-417c-b3c0-2d143278a84a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:37.391627 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0dc0d3-1ca6-417c-b3c0-2d143278a84a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:37.391985 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0dc0d3-1ca6-417c-b3c0-2d143278a84a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:37.392354 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0dc0d3-1ca6-417c-b3c0-2d143278a84a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:37.392700 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0dc0d3-1ca6-417c-b3c0-2d143278a84a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:37.393052 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0dc0d3-1ca6-417c-b3c0-2d143278a84a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:37.393401 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0dc0d3-1ca6-417c-b3c0-2d143278a84a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:37.399898 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8a0dc0d3-1ca6-417c-b3c0-2d143278a84a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:01:37.407660 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-8a0dc0d3-1ca6-417c-b3c0-2d143278a84a admin admin] Unset dirty status for tenant:eb14a37069cf4abdab67e8a8f3d9adc3 on resource:security_group {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:01:37.412370 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-8a0dc0d3-1ca6-417c-b3c0-2d143278a84a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b20b998f4334a37ae78e2f534a40ff8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3296001 Apr 14 16:01:37.415330 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59328) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:01:37.484176 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d643a8fa-19df-48f3-b759-504396033106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:37.513248 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d643a8fa-19df-48f3-b759-504396033106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:37.567667 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d643a8fa-19df-48f3-b759-504396033106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:37.573323 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:01:37.584288 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643a8fa-19df-48f3-b759-504396033106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fbcc96-9cbb-4d0a-adb3-c76942babd73,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:01:37.594948 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643a8fa-19df-48f3-b759-504396033106 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:37.595317 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643a8fa-19df-48f3-b759-504396033106 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:37.595688 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643a8fa-19df-48f3-b759-504396033106 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:37.596053 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643a8fa-19df-48f3-b759-504396033106 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:37.596418 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643a8fa-19df-48f3-b759-504396033106 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:37.596777 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643a8fa-19df-48f3-b759-504396033106 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:37.597133 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643a8fa-19df-48f3-b759-504396033106 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:37.597490 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643a8fa-19df-48f3-b759-504396033106 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:37.597858 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643a8fa-19df-48f3-b759-504396033106 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:37.598232 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643a8fa-19df-48f3-b759-504396033106 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:37.598588 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643a8fa-19df-48f3-b759-504396033106 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:37.598936 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643a8fa-19df-48f3-b759-504396033106 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:01:37.602574 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d643a8fa-19df-48f3-b759-504396033106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:37.603779 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-d643a8fa-19df-48f3-b759-504396033106 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b4fbcc96-9cbb-4d0a-adb3-c76942babd73 HTTP/1.1" status: 204 len: 168 time: 0.1873233 Apr 14 16:01:37.604795 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d643a8fa-19df-48f3-b759-504396033106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:01:56.774891 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-820bf290-277d-4764-a787-ba51b5e152a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:59.395619 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9eef1c22-d8da-44a4-85ee-554b64700e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:01:59.622152 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:00.389225 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:01.988138 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:09.342381 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 5 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:02:26.777553 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2e9bebf7-d6d9-4e7e-9e59-d80ea835fd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:29.397559 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d3b12df9-8ade-45ee-82be-038568adebf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:29.625636 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:30.393612 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:31.992657 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:46.349727 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 5 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:02:56.780171 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-500e3311-070c-4672-8528-0518ca032ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:59.401367 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5ec3df57-4fb0-44b1-a810-ac98f93da207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:59.628927 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:00.396441 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:01.998641 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:13.123006 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779'] for agent, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:18.254120 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59384) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:03:18.381066 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-643df378-7eb1-458f-9417-be27f2aa3aa9 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1251562 Apr 14 16:03:20.955368 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59394) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:03:21.027259 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-c53a364f-5859-4679-92ec-63ea27e705d1 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0696011 Apr 14 16:03:23.343232 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:03:26.782463 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-46df1731-c230-4e22-80a8-c79079e89c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:29.402753 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-322e28a2-7b23-42dc-915c-ae5f0072843f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:29.632465 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:30.404011 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:32.004142 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:43.076243 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:56.785616 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1fc46ea2-9e97-4b7b-bfa2-80f34bf1bf1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:59.405077 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-39d8e7aa-0d53-4ba8-9c26-95d48a4b9b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:59.635643 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:00.346561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:04:00.400830 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:02.011129 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:13.095398 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:26.789158 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-cfb34c60-a1d1-42c5-adf1-ee4b6da32275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:29.407440 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1a81d83f-c188-405d-9d19-c8ae553fd4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:29.638918 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:30.402444 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:32.014235 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:37.347602 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:04:43.073840 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:53.309972 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59498) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:53.548605 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1413299226-network', 'tenant_id': 'acc9279607264a5498ce14826bf5306e'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:53.555873 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:53.560470 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Usage tracker for resource:network and tenant:acc9279607264a5498ce14826bf5306e is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:53.564441 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:53.575137 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:53.583361 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Made reservation on behalf of acc9279607264a5498ce14826bf5306e for: {'network': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:04:53.590617 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for network, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:53.603621 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:53.621296 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:53.625820 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Usage tracker for resource:security_group_rule and tenant:acc9279607264a5498ce14826bf5306e is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:53.635502 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:53.643667 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:53.752427 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:53.755758 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:53.771190 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:53.778295 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=85284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:04:53.806098 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:53.806551 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.segments_db [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Added segment b381b6c6-6aa9-422a-afa4-1af838049569 of type vlan for network 54a8843b-6ccf-44d9-81c5-6907f5dcf390 Apr 14 16:04:53.815467 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b8773a-6564-4554-8294-cdfb1eca8e8b,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:53.827715 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:53.828114 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:53.828481 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:53.828797 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:53.829176 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:53.829511 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:53.829863 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:53.830227 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:53.830576 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:53.830908 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:53.831256 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:53.831603 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Tracked resource versions report: Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: pushed versions: Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: { 'AddressGroup': {'1.2'}, Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: 'ConntrackHelper': {'1.0'}, Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Log': {'1.0'}, Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Network': {'1.1'}, Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Port': {'1.7'}, Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: 'PortForwarding': {'1.2'}, Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: 'QosPolicy': {'1.8'}, Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroup': {'1.4'}, Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroupRule': {'1.2'}, Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SubPort': {'1.0'}, Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Subnet': {'1.1'}, Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Trunk': {'1.1'}} Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: consumer versions: Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: { DHCP agent@dv-cinder-786260-2-iscsi: {}, Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: HyperV agent@hv-cinder-78626: {}, Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: L3 agent@dv-cinder-786260-2-iscsi: {}, Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: Metadata agent@dv-cinder-786260-2-iscsi: {}, Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: Metering agent@dv-cinder-786260-2-iscsi: {}, Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: Open vSwitch agent@dv-cinder-786260-2-iscsi: { 'AddressGroup': '1.2', Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: 'ConntrackHelper': '1.0', Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Log': '1.0', Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Network': '1.1', Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Port': '1.7', Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: 'PortForwarding': '1.2', Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: 'QosPolicy': '1.8', Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroup': '1.4', Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroupRule': '1.2', Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SubPort': '1.0', Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Subnet': '1.1', Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Trunk': '1.1'}} Apr 14 16:04:53.833257 dv-cinder-786260-2-iscsi neutron-server[85169]: {{(pid=85284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 16:04:53.838395 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:53.854873 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778568018137'] for network, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:53.887013 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for network, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:53.888426 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:53.889067 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:53.894999 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a8bfd4e5-6b20-4ec4-a918-dc11dcd6aa60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:54.002730 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6914370 Apr 14 16:04:54.003530 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Pushing event updated for resources: {'Network': ['ID=54a8843b-6ccf-44d9-81c5-6907f5dcf390,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:54.006658 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 59542) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:54.006965 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:54.012847 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Request body: {'subnet': {'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1413299226-subnet', 'tenant_id': 'acc9279607264a5498ce14826bf5306e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:54.018765 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Network 54a8843b-6ccf-44d9-81c5-6907f5dcf390 details requested by agent ovs-agent-dv-cinder-786260-2-iscsi with host dv-cinder-786260-2-iscsi {{(pid=85286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:04:54.036458 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:54.041165 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Usage tracker for resource:subnet and tenant:acc9279607264a5498ce14826bf5306e is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:54.044604 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:54.052190 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:54.063175 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Made reservation on behalf of acc9279607264a5498ce14826bf5306e for: {'subnet': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:04:54.069597 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:54.501333 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for subnet, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:54.594632 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-28df3f0c-27ae-4934-b26e-503ced7d35ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:54.686187 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=864a9ded-9107-446c-b285-140a1dcad264,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:54.695712 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:54.696105 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:54.696479 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:54.696842 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:54.697201 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:54.697569 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:54.697924 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:54.698320 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:54.698682 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:54.699147 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:54.699505 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:54.699898 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Tracked resource versions report: Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: pushed versions: Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: { 'AddressGroup': {'1.2'}, Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: 'ConntrackHelper': {'1.0'}, Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Log': {'1.0'}, Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Network': {'1.1'}, Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Port': {'1.7'}, Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: 'PortForwarding': {'1.2'}, Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: 'QosPolicy': {'1.8'}, Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroup': {'1.4'}, Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroupRule': {'1.2'}, Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SubPort': {'1.0'}, Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Subnet': {'1.1'}, Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Trunk': {'1.1'}} Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: consumer versions: Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: { DHCP agent@dv-cinder-786260-2-iscsi: {}, Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: HyperV agent@hv-cinder-78626: {}, Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: L3 agent@dv-cinder-786260-2-iscsi: {}, Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: Metadata agent@dv-cinder-786260-2-iscsi: {}, Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: Metering agent@dv-cinder-786260-2-iscsi: {}, Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: Open vSwitch agent@dv-cinder-786260-2-iscsi: { 'AddressGroup': '1.2', Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: 'ConntrackHelper': '1.0', Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Log': '1.0', Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Network': '1.1', Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Port': '1.7', Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: 'PortForwarding': '1.2', Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: 'QosPolicy': '1.8', Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroup': '1.4', Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroupRule': '1.2', Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SubPort': '1.0', Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Subnet': '1.1', Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Trunk': '1.1'}} Apr 14 16:04:54.701009 dv-cinder-786260-2-iscsi neutron-server[85169]: {{(pid=85285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 16:04:54.710058 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:54.754507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Checking segment: {'id': 'b381b6c6-6aa9-422a-afa4-1af838049569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:04:54.754507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Network hostable DHCP agents. Network: 54a8843b-6ccf-44d9-81c5-6907f5dcf390, hostable agents: ['6974cddb-cd46-4c60-a4a5-114b04928957'], hosted agents: [] {{(pid=85285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:04:54.777937 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Network 54a8843b-6ccf-44d9-81c5-6907f5dcf390 is scheduled to be hosted by DHCP agent 6974cddb-cd46-4c60-a4a5-114b04928957 with binding_index 1 {{(pid=85285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:04:54.791444 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-iscsi, 54a8843b-6ccf-44d9-81c5-6907f5dcf390) {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:04:54.799223 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:54.800675 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:54.803684 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83c6373-1ff8-4e74-a462-786891a15c9d None None] Network 54a8843b-6ccf-44d9-81c5-6907f5dcf390 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:04:54.841624 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8334153 Apr 14 16:04:55.063860 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1fbbd8-ff7e-42b7-bf7d-8abfa1d748a4 None None] Network 54a8843b-6ccf-44d9-81c5-6907f5dcf390 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:04:55.570515 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 59618) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:55.585796 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59624) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:55.606615 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 59630) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:55.627866 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 59636) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:55.842910 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-975299760-network', 'tenant_id': '808960baf8aa400b8cad54d6df245d6f'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:55.849144 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:55.856678 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Usage tracker for resource:network and tenant:808960baf8aa400b8cad54d6df245d6f is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:55.857210 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:55.863340 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:55.873200 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Made reservation on behalf of 808960baf8aa400b8cad54d6df245d6f for: {'network': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:04:55.879123 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for network, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:55.886875 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2003566797-network', 'tenant_id': '39ade845dab544c7ae986646666077c6'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:55.892842 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:55.895246 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:55.898218 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] Usage tracker for resource:network and tenant:39ade845dab544c7ae986646666077c6 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:55.901301 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:55.909617 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:55.913850 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-65415481-network', 'tenant_id': '56f3498a3fcb47e2972e9fbd622c8e0e'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:55.919578 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:55.922427 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] Made reservation on behalf of 39ade845dab544c7ae986646666077c6 for: {'network': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:04:55.925121 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] Usage tracker for resource:network and tenant:56f3498a3fcb47e2972e9fbd622c8e0e is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:55.927600 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for network, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:55.928265 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:55.935722 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:55.942495 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:55.950380 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:55.953171 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] Made reservation on behalf of 56f3498a3fcb47e2972e9fbd622c8e0e for: {'network': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:04:55.959419 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for network, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:55.961966 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:55.966712 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] Usage tracker for resource:security_group_rule and tenant:39ade845dab544c7ae986646666077c6 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:55.969956 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:55.976377 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:55.978279 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-982561318-network', 'tenant_id': '8cb0e58781b543f0af3f43342740e649'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:55.988633 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Usage tracker for resource:security_group_rule and tenant:808960baf8aa400b8cad54d6df245d6f is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:55.993245 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:55.998010 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Usage tracker for resource:network and tenant:8cb0e58781b543f0af3f43342740e649 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:56.001197 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:56.008268 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:56.012036 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.023481 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:56.037509 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:56.044729 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:56.050988 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Made reservation on behalf of 8cb0e58781b543f0af3f43342740e649 for: {'network': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:04:56.056098 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for network, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.072545 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] Usage tracker for resource:security_group_rule and tenant:56f3498a3fcb47e2972e9fbd622c8e0e is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:56.078448 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:56.083167 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.085411 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.089860 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.094893 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d643a8fa-19df-48f3-b759-504396033106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:56.101854 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:56.127290 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138cf30f-e9b1-4986-8163-a7d047c9e238,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:56.129656 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:56.131618 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:56.137751 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=85284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:04:56.149042 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Usage tracker for resource:security_group_rule and tenant:8cb0e58781b543f0af3f43342740e649 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:56.149412 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.149910 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.segments_db [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] Added segment 079d6d8a-5239-490f-9ba2-922eb93f88d3 of type vlan for network 4406224b-e7c2-4f4b-a208-36bc5c545e6a Apr 14 16:04:56.156228 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:56.171910 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:56.180099 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778568018137'] for network, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.215439 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for network, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.217280 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:56.218641 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.225016 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:56.314143 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.325357 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.334901 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7474740 Apr 14 16:04:56.338357 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59662) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:56.345153 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:56.347752 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-1042416a-1e8c-486b-b4d2-f1994ea2c5bb admin admin] Request body: {'subnet': {'network_id': '4406224b-e7c2-4f4b-a208-36bc5c545e6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2003566797-subnet', 'tenant_id': '39ade845dab544c7ae986646666077c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:56.352777 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.353181 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-1042416a-1e8c-486b-b4d2-f1994ea2c5bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:56.358332 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-1042416a-1e8c-486b-b4d2-f1994ea2c5bb admin admin] Usage tracker for resource:subnet and tenant:39ade845dab544c7ae986646666077c6 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:56.361884 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-1042416a-1e8c-486b-b4d2-f1994ea2c5bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:56.368926 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.380663 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-1042416a-1e8c-486b-b4d2-f1994ea2c5bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:56.387203 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=85285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:04:56.389219 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] Pushing event updated for resources: {'Network': ['ID=4406224b-e7c2-4f4b-a208-36bc5c545e6a,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:56.393035 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1042416a-1e8c-486b-b4d2-f1994ea2c5bb admin admin] Made reservation on behalf of 39ade845dab544c7ae986646666077c6 for: {'subnet': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:04:56.399412 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1042416a-1e8c-486b-b4d2-f1994ea2c5bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.403714 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Network 4406224b-e7c2-4f4b-a208-36bc5c545e6a details requested by agent ovs-agent-dv-cinder-786260-2-iscsi with host dv-cinder-786260-2-iscsi {{(pid=85286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:04:56.414389 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=85285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:04:56.416360 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:56.425067 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.425454 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.segments_db [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] Added segment 1bbf8336-5fa4-4cd7-9b61-f26412f0ab97 of type vlan for network c1a55e38-c40c-46a7-8269-2f73e5dda381 Apr 14 16:04:56.451376 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.475270 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.488816 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.489326 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.segments_db [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Added segment 662a9c23-ac8f-4c28-afd8-7fb5e6adb077 of type vlan for network 8554acac-9bd7-4473-817a-4d24404f2819 Apr 14 16:04:56.512015 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c292be-7cfb-4cac-affd-103d1ce959b4,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:56.527027 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:56.541429 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778568018137'] for network, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.546452 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:56.579273 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=85285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:04:56.629292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778568018137'] for network, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.642979 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c84e1a-f03a-4629-9e3c-6e0a373712f6,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:56.672117 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.672117 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.segments_db [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Added segment 34e7e0e2-7a76-4d29-87b4-d8984da10e43 of type vlan for network 1b36c666-9490-47fe-871e-06ae9c5795aa Apr 14 16:04:56.726351 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for network, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.746225 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d0dcd7-224d-4bcc-8f2d-6d0b07edccd0,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:56.752761 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778568018137'] for network, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.787902 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:56.788575 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.792972 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:56.798118 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:56.805926 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c4e59c35-7015-4cdf-bddb-b960c2cfe70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.897055 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for network, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.897975 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1042416a-1e8c-486b-b4d2-f1994ea2c5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for subnet, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.911222 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:56.912009 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.921823 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] Pushing event updated for resources: {'Network': ['ID=c1a55e38-c40c-46a7-8269-2f73e5dda381,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:56.931416 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:56.931846 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.429s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:56.932182 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:56.936554 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Network c1a55e38-c40c-46a7-8269-2f73e5dda381 details requested by agent ovs-agent-dv-cinder-786260-2-iscsi with host dv-cinder-786260-2-iscsi {{(pid=85286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:04:56.937386 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:56.955639 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 59694) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:56.959002 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for network, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:56.985601 dv-cinder-786260-2-iscsi neutron-server[85169]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 16:04:56.987170 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:56.988336 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:57.054932 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:57.139559 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042416a-1e8c-486b-b4d2-f1994ea2c5bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8019263c-f9a4-4a3b-a052-f1ef6a2af3e9,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:57.144264 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1042416a-1e8c-486b-b4d2-f1994ea2c5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:57.148829 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1042416a-1e8c-486b-b4d2-f1994ea2c5bb admin admin] Checking segment: {'id': '079d6d8a-5239-490f-9ba2-922eb93f88d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '4406224b-e7c2-4f4b-a208-36bc5c545e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:04:57.149304 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1042416a-1e8c-486b-b4d2-f1994ea2c5bb admin admin] Network hostable DHCP agents. Network: 4406224b-e7c2-4f4b-a208-36bc5c545e6a, hostable agents: ['6974cddb-cd46-4c60-a4a5-114b04928957'], hosted agents: [] {{(pid=85284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:04:57.169573 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1042416a-1e8c-486b-b4d2-f1994ea2c5bb admin admin] Network 4406224b-e7c2-4f4b-a208-36bc5c545e6a is scheduled to be hosted by DHCP agent 6974cddb-cd46-4c60-a4a5-114b04928957 with binding_index 1 {{(pid=85284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:04:57.174447 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Pushing event updated for resources: {'Network': ['ID=1b36c666-9490-47fe-871e-06ae9c5795aa,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:57.182968 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-1042416a-1e8c-486b-b4d2-f1994ea2c5bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-iscsi, 4406224b-e7c2-4f4b-a208-36bc5c545e6a) {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:04:57.184234 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5548410 Apr 14 16:04:57.190124 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5780518 Apr 14 16:04:57.190124 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:57.190434 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59700) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:57.190434 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59702) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:57.190635 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e11fcaf4-741a-4a4a-832a-1e63b9eb046a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:57.193965 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Network 1b36c666-9490-47fe-871e-06ae9c5795aa details requested by agent ovs-agent-dv-cinder-786260-2-iscsi with host dv-cinder-786260-2-iscsi {{(pid=85286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:04:57.201674 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1042416a-1e8c-486b-b4d2-f1994ea2c5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:57.202511 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1042416a-1e8c-486b-b4d2-f1994ea2c5bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for subnet, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:57.209863 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-b092cb1d-576b-463c-8775-cce194bf70b6 admin admin] Request body: {'subnet': {'network_id': 'c1a55e38-c40c-46a7-8269-2f73e5dda381', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-65415481-subnet', 'tenant_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:57.212974 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150b283d-8672-46d3-a61b-5450db7b420a None None] Network 4406224b-e7c2-4f4b-a208-36bc5c545e6a requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:04:57.218609 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-2261e9f6-0928-40b8-aa2a-80fbfb825cec admin admin] Request body: {'subnet': {'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-982561318-subnet', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:57.224983 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6497226 Apr 14 16:04:57.225261 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-b092cb1d-576b-463c-8775-cce194bf70b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:57.227645 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59710) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:57.244743 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-3031792e-8c21-4693-8d57-326ea2f4db37 admin admin] Request body: {'subnet': {'network_id': '8554acac-9bd7-4473-817a-4d24404f2819', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-975299760-subnet', 'tenant_id': '808960baf8aa400b8cad54d6df245d6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:57.249235 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-b092cb1d-576b-463c-8775-cce194bf70b6 admin admin] Usage tracker for resource:subnet and tenant:56f3498a3fcb47e2972e9fbd622c8e0e is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:57.254423 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-b092cb1d-576b-463c-8775-cce194bf70b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:57.262214 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-2261e9f6-0928-40b8-aa2a-80fbfb825cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:57.272237 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-2261e9f6-0928-40b8-aa2a-80fbfb825cec admin admin] Usage tracker for resource:subnet and tenant:8cb0e58781b543f0af3f43342740e649 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:57.276426 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-b092cb1d-576b-463c-8775-cce194bf70b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:57.279366 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-2261e9f6-0928-40b8-aa2a-80fbfb825cec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:57.289765 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-1042416a-1e8c-486b-b4d2-f1994ea2c5bb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9500234 Apr 14 16:04:57.291033 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-2261e9f6-0928-40b8-aa2a-80fbfb825cec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:57.304007 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-3031792e-8c21-4693-8d57-326ea2f4db37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:57.310641 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-3031792e-8c21-4693-8d57-326ea2f4db37 admin admin] Usage tracker for resource:subnet and tenant:808960baf8aa400b8cad54d6df245d6f is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:57.314670 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b092cb1d-576b-463c-8775-cce194bf70b6 admin admin] Made reservation on behalf of 56f3498a3fcb47e2972e9fbd622c8e0e for: {'subnet': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:04:57.320058 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b092cb1d-576b-463c-8775-cce194bf70b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:57.337788 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-3031792e-8c21-4693-8d57-326ea2f4db37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:57.354127 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2261e9f6-0928-40b8-aa2a-80fbfb825cec admin admin] Made reservation on behalf of 8cb0e58781b543f0af3f43342740e649 for: {'subnet': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:04:57.359673 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2261e9f6-0928-40b8-aa2a-80fbfb825cec admin admin] Notify callbacks [] for subnet, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:57.386407 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-3031792e-8c21-4693-8d57-326ea2f4db37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:57.540951 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3031792e-8c21-4693-8d57-326ea2f4db37 admin admin] Made reservation on behalf of 808960baf8aa400b8cad54d6df245d6f for: {'subnet': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:04:57.546524 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3031792e-8c21-4693-8d57-326ea2f4db37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:57.606540 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Pushing event updated for resources: {'Network': ['ID=8554acac-9bd7-4473-817a-4d24404f2819,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:57.611511 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:57.647818 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Network 8554acac-9bd7-4473-817a-4d24404f2819 details requested by agent ovs-agent-dv-cinder-786260-2-iscsi with host dv-cinder-786260-2-iscsi {{(pid=85286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:04:57.683204 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-b5dda157-38e2-4dc8-892a-e3f01b74ed48 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:57.684828 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-b5dda157-38e2-4dc8-892a-e3f01b74ed48 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/networks?id=54a8843b-6ccf-44d9-81c5-6907f5dcf390 HTTP/1.1" status: 200 len: 815 time: 0.7246447 Apr 14 16:04:57.709570 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-48800586-1932-4e66-990f-77bce051ef51 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/quotas/acc9279607264a5498ce14826bf5306e HTTP/1.1" status: 200 len: 375 time: 0.0133946 Apr 14 16:04:57.787355 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-66a58b77-79f6-4b5c-af55-9e00ff36dc16 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=acc9279607264a5498ce14826bf5306e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680771 Apr 14 16:04:57.940163 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c437b133-5552-44a8-bc01-17573f425d16 None None] Network 4406224b-e7c2-4f4b-a208-36bc5c545e6a requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:04:58.286540 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-85523c06-3f6f-4e59-9add-4f0d96a6684b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=85285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:04:58.293841 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-85523c06-3f6f-4e59-9add-4f0d96a6684b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2366548 Apr 14 16:04:58.411171 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 59752) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:58.417216 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-510495405-network', 'tenant_id': 'f9da18938e9744b2a4fa4e8d9aabc26e'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:58.428807 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:58.435975 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Usage tracker for resource:network and tenant:f9da18938e9744b2a4fa4e8d9aabc26e is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:58.446396 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:58.455895 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:58.481941 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Made reservation on behalf of f9da18938e9744b2a4fa4e8d9aabc26e for: {'network': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:04:58.487506 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for network, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:58.504966 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-f2d1322c-703b-4360-aeee-9fcb21d20dbc service neutron] 10.222.0.53 "GET /v2.0/networks/54a8843b-6ccf-44d9-81c5-6907f5dcf390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101769 Apr 14 16:04:58.505786 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:58.556637 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:58.569292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Usage tracker for resource:security_group_rule and tenant:f9da18938e9744b2a4fa4e8d9aabc26e is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:58.573982 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:58.649282 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:58.750788 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-4222adf7-25c5-41e8-95c3-ac06c4e6d537 service neutron] 10.222.0.53 "GET /v2.0/networks/54a8843b-6ccf-44d9-81c5-6907f5dcf390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350259 Apr 14 16:04:58.779918 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b092cb1d-576b-463c-8775-cce194bf70b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for subnet, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:58.800083 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2261e9f6-0928-40b8-aa2a-80fbfb825cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for subnet, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:58.804750 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a0cb517-468b-47af-81d4-cf23079562bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:58.817405 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:58.821013 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:58.826748 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:58.876558 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=85285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:04:58.900711 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3263ad-ca6a-4880-8756-37fff20d7f4c,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:58.906041 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:58.907301 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:58.907859 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.segments_db [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Added segment d4011468-d11f-427c-b11d-974bc0f40587 of type vlan for network c7b662ee-1c2a-4afd-83ae-a5afe3243174 Apr 14 16:04:58.944526 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778568018137'] for network, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:58.991207 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for network, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:58.993538 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:58.994409 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:59.001131 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:59.117772 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Pushing event updated for resources: {'Network': ['ID=c7b662ee-1c2a-4afd-83ae-a5afe3243174,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:59.124057 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7117143 Apr 14 16:04:59.125256 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:59.125738 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 59786) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:59.130548 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Network c7b662ee-1c2a-4afd-83ae-a5afe3243174 details requested by agent ovs-agent-dv-cinder-786260-2-iscsi with host dv-cinder-786260-2-iscsi {{(pid=85286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:04:59.147497 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-b115c855-6871-43f1-830e-8d48333c291e admin admin] Request body: {'subnet': {'network_id': 'c7b662ee-1c2a-4afd-83ae-a5afe3243174', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-510495405-subnet', 'tenant_id': 'f9da18938e9744b2a4fa4e8d9aabc26e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:59.164622 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-b115c855-6871-43f1-830e-8d48333c291e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:59.168902 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-b115c855-6871-43f1-830e-8d48333c291e admin admin] Usage tracker for resource:subnet and tenant:f9da18938e9744b2a4fa4e8d9aabc26e is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:59.178964 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-b115c855-6871-43f1-830e-8d48333c291e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:59.185411 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092cb1d-576b-463c-8775-cce194bf70b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a853725d-d158-4e46-bb35-3a52e24eb68b,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:59.188770 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-b115c855-6871-43f1-830e-8d48333c291e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:59.216103 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 59794) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:59.220087 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b115c855-6871-43f1-830e-8d48333c291e admin admin] Made reservation on behalf of f9da18938e9744b2a4fa4e8d9aabc26e for: {'subnet': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:04:59.224986 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b115c855-6871-43f1-830e-8d48333c291e admin admin] Notify callbacks [] for subnet, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:59.226970 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3031792e-8c21-4693-8d57-326ea2f4db37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for subnet, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:59.352786 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-61bf39f8-9343-4c9f-95e0-57e9d36724a1 req-ba0c996d-b714-4f05-8cfc-d1cc766431e5 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 210 time: 0.1353607 Apr 14 16:04:59.395178 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261e9f6-0928-40b8-aa2a-80fbfb825cec admin admin] Pushing event updated for resources: {'Subnet': ['ID=663945ce-755e-4e25-a5e5-413a3e0ae704,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:59.411313 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-2261e9f6-0928-40b8-aa2a-80fbfb825cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:59.415536 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.512s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:59.441070 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-feb52397-93c1-41e1-a2be-1ca7c652f7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:59.551357 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031792e-8c21-4693-8d57-326ea2f4db37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87f7e3d0-e9f2-4b33-9d8c-9dad8477f3c6,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:04:59.560280 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3031792e-8c21-4693-8d57-326ea2f4db37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:59.562748 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:04:59.562748 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:04:59.569655 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2261e9f6-0928-40b8-aa2a-80fbfb825cec admin admin] Checking segment: {'id': '34e7e0e2-7a76-4d29-87b4-d8984da10e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:04:59.570051 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2261e9f6-0928-40b8-aa2a-80fbfb825cec admin admin] Network hostable DHCP agents. Network: 1b36c666-9490-47fe-871e-06ae9c5795aa, hostable agents: ['6974cddb-cd46-4c60-a4a5-114b04928957'], hosted agents: [] {{(pid=85284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:04:59.578645 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092cb1d-576b-463c-8775-cce194bf70b6 admin admin] Checking segment: {'id': '1bbf8336-5fa4-4cd7-9b61-f26412f0ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c1a55e38-c40c-46a7-8269-2f73e5dda381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:04:59.579010 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b092cb1d-576b-463c-8775-cce194bf70b6 admin admin] Network hostable DHCP agents. Network: c1a55e38-c40c-46a7-8269-2f73e5dda381, hostable agents: ['6974cddb-cd46-4c60-a4a5-114b04928957'], hosted agents: [] {{(pid=85284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:04:59.651765 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:59.652299 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2261e9f6-0928-40b8-aa2a-80fbfb825cec admin admin] Network 1b36c666-9490-47fe-871e-06ae9c5795aa is scheduled to be hosted by DHCP agent 6974cddb-cd46-4c60-a4a5-114b04928957 with binding_index 1 {{(pid=85284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:04:59.663421 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b092cb1d-576b-463c-8775-cce194bf70b6 admin admin] Network c1a55e38-c40c-46a7-8269-2f73e5dda381 is scheduled to be hosted by DHCP agent 6974cddb-cd46-4c60-a4a5-114b04928957 with binding_index 1 {{(pid=85284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:04:59.677298 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-2261e9f6-0928-40b8-aa2a-80fbfb825cec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-iscsi, 1b36c666-9490-47fe-871e-06ae9c5795aa) {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:04:59.679815 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3031792e-8c21-4693-8d57-326ea2f4db37 admin admin] Checking segment: {'id': '662a9c23-ac8f-4c28-afd8-7fb5e6adb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8554acac-9bd7-4473-817a-4d24404f2819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:04:59.680212 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3031792e-8c21-4693-8d57-326ea2f4db37 admin admin] Network hostable DHCP agents. Network: 8554acac-9bd7-4473-817a-4d24404f2819, hostable agents: ['6974cddb-cd46-4c60-a4a5-114b04928957'], hosted agents: [] {{(pid=85284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:04:59.687152 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-b092cb1d-576b-463c-8775-cce194bf70b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-iscsi, c1a55e38-c40c-46a7-8269-2f73e5dda381) {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:04:59.688198 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12609c1b-18eb-4eb2-82a6-4a4831337fe8 None None] Network 1b36c666-9490-47fe-871e-06ae9c5795aa requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:04:59.703321 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2261e9f6-0928-40b8-aa2a-80fbfb825cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:59.703937 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2261e9f6-0928-40b8-aa2a-80fbfb825cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for subnet, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:59.756218 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b092cb1d-576b-463c-8775-cce194bf70b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:59.756878 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b092cb1d-576b-463c-8775-cce194bf70b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for subnet, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:59.771448 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-2261e9f6-0928-40b8-aa2a-80fbfb825cec admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5803020 Apr 14 16:04:59.778326 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59826) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:59.779011 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3031792e-8c21-4693-8d57-326ea2f4db37 admin admin] Network 8554acac-9bd7-4473-817a-4d24404f2819 is scheduled to be hosted by DHCP agent 6974cddb-cd46-4c60-a4a5-114b04928957 with binding_index 1 {{(pid=85284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:04:59.820377 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-982561318-router', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:59.833197 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-3031792e-8c21-4693-8d57-326ea2f4db37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-iscsi, 8554acac-9bd7-4473-817a-4d24404f2819) {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:04:59.837726 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:59.844792 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3031792e-8c21-4693-8d57-326ea2f4db37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:04:59.845376 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3031792e-8c21-4693-8d57-326ea2f4db37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for subnet, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:59.850399 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-b092cb1d-576b-463c-8775-cce194bf70b6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6561482 Apr 14 16:04:59.851591 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] Usage tracker for resource:router and tenant:8cb0e58781b543f0af3f43342740e649 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:59.853279 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 59838) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:04:59.856891 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:59.862765 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-65415481-router', 'tenant_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:04:59.879937 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:04:59.890262 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-3031792e-8c21-4693-8d57-326ea2f4db37 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6557195 Apr 14 16:04:59.901495 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259339'] for router, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:59.902724 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853008525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1758879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853051633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854516462'] for router, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:59.906678 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:04:59.908300 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba12b52-45af-43b8-b5cb-9a2eba56a4f5 None None] Network c1a55e38-c40c-46a7-8269-2f73e5dda381 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:04:59.922727 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5ac15d-4344-4fc1-8a29-89453efcd34a None None] Network 8554acac-9bd7-4473-817a-4d24404f2819 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:04:59.928358 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] Usage tracker for resource:router and tenant:56f3498a3fcb47e2972e9fbd622c8e0e is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:04:59.937373 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:59.941317 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:04:59.965200 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:00.024394 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259339'] for router, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:00.025774 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853008525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1758879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853051633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854516462'] for router, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:00.046380 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:00.462696 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fb825c8-f9e4-58b6-9749-5c7bd22ac102-1b36c666-9490-47fe-871e-06ae9c5795aa', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'fixed_ips': [{'subnet_id': '663945ce-755e-4e25-a5e5-413a3e0ae704'}]}} from dv-cinder-786260-2-iscsi. {{(pid=85286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:05:00.463627 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:00.475932 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:00.571663 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db67911b-51fb-42f5-9495-2ea0d577cd71 None None] Network 8554acac-9bd7-4473-817a-4d24404f2819 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:05:00.718420 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 59882) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:00.837145 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853071264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854516447'] for router, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:00.912635 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ee883b53-b363-4795-a695-271cd4020bb7 req-ce55736d-a2f1-4b21-9752-c526a0b05567 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 210 time: 0.1930830 Apr 14 16:05:00.986525 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853071264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854516447'] for router, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:01.038675 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf9734b-914e-4760-991a-35bb280a8d2b None None] Network c1a55e38-c40c-46a7-8269-2f73e5dda381 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:05:01.354394 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-712e0905-2040-4362-b5a7-9fa9391ff5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:01.376404 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-62b31be0-45ba-434f-93ae-efaf5c3f627b tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:01.376983 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-62b31be0-45ba-434f-93ae-efaf5c3f627b tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Synchronizing usage tracker for tenant:808960baf8aa400b8cad54d6df245d6f on resource:network {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:05:01.380906 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Allocated IP 172.20.0.2 (1b36c666-9490-47fe-871e-06ae9c5795aa/663945ce-755e-4e25-a5e5-413a3e0ae704/b6a1e205-1753-4406-8f50-cd098ff50978) {{(pid=85286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:05:01.391061 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:01.403561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-712e0905-2040-4362-b5a7-9fa9391ff5fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:01.416490 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b115c855-6871-43f1-830e-8d48333c291e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for subnet, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:01.417716 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-712e0905-2040-4362-b5a7-9fa9391ff5fd admin admin] Usage tracker for resource:security_group_rule and tenant:5850f78a650b4fb5ab245a5d378ecebf is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:01.421714 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-712e0905-2040-4362-b5a7-9fa9391ff5fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:01.427026 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:01.443968 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-fc9b3fd4-4c79-48b8-a345-d82ed1c9fdf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:01.474860 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-712e0905-2040-4362-b5a7-9fa9391ff5fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:01.579857 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] Allocated IP 172.27.1.60 (6468e4de-2d6f-487c-961d-9bfd4b201113/10ad9ff7-e740-4818-a690-9a433745e0b4/3bf0bbc6-3cc1-457d-b7f5-78521fe26c99) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:05:01.701796 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Notify callbacks [] for port, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:01.714291 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Transition to ACTIVE for port object b6a1e205-1753-4406-8f50-cd098ff50978 will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:05:01.735632 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Transition to ACTIVE for port object b6a1e205-1753-4406-8f50-cd098ff50978 will not be triggered until provisioned by entity DHCP. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:05:01.741419 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463'] for port, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:01.756250 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:01.758346 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:01.791754 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:01.821550 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:01.827324 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115c855-6871-43f1-830e-8d48333c291e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac647953-147d-430a-95b9-6a46aceb9d9d,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:01.841308 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-b115c855-6871-43f1-830e-8d48333c291e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:01.901279 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Pushing event updated for resources: {'Port': ['ID=b6a1e205-1753-4406-8f50-cd098ff50978,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:01.916147 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:01.917226 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:01.917226 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:01.917594 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:01.917961 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:01.918446 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:01.918706 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:01.919070 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:01.919449 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:01.919811 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:01.920178 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:01.920532 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Tracked resource versions report: Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: pushed versions: Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: { 'AddressGroup': {'1.2'}, Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: 'ConntrackHelper': {'1.0'}, Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Log': {'1.0'}, Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Network': {'1.1'}, Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Port': {'1.7'}, Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: 'PortForwarding': {'1.2'}, Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: 'QosPolicy': {'1.8'}, Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroup': {'1.4'}, Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroupRule': {'1.2'}, Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SubPort': {'1.0'}, Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Subnet': {'1.1'}, Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Trunk': {'1.1'}} Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: consumer versions: Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: { DHCP agent@dv-cinder-786260-2-iscsi: {}, Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: HyperV agent@hv-cinder-78626: {}, Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: L3 agent@dv-cinder-786260-2-iscsi: {}, Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: Metadata agent@dv-cinder-786260-2-iscsi: {}, Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: Metering agent@dv-cinder-786260-2-iscsi: {}, Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: Open vSwitch agent@dv-cinder-786260-2-iscsi: { 'AddressGroup': '1.2', Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: 'ConntrackHelper': '1.0', Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Log': '1.0', Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Network': '1.1', Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Port': '1.7', Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: 'PortForwarding': '1.2', Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: 'QosPolicy': '1.8', Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroup': '1.4', Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroupRule': '1.2', Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SubPort': '1.0', Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Subnet': '1.1', Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Trunk': '1.1'}} Apr 14 16:05:01.921829 dv-cinder-786260-2-iscsi neutron-server[85169]: {{(pid=85286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 16:05:01.926811 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:01.969828 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Network 1b36c666-9490-47fe-871e-06ae9c5795aa is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:05:01.971206 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:05:01.971458 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] Pushing event updated for resources: {'Port': ['ID=3bf0bbc6-3cc1-457d-b7f5-78521fe26c99,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:01.973795 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Received port after_create {{(pid=85286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:05:01.984865 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:02.036636 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] Network 6468e4de-2d6f-487c-961d-9bfd4b201113 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:05:02.037960 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:05:02.051674 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:05:02.109552 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:02.113097 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Attempting to bind port b6a1e205-1753-4406-8f50-cd098ff50978 on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:05:02.113927 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Attempting to bind port b6a1e205-1753-4406-8f50-cd098ff50978 by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': '34e7e0e2-7a76-4d29-87b4-d8984da10e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:05:02.114471 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Attempting to bind port b6a1e205-1753-4406-8f50-cd098ff50978 on network 1b36c666-9490-47fe-871e-06ae9c5795aa {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:02.123148 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:05:02.124038 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Checking segment: {'id': '34e7e0e2-7a76-4d29-87b4-d8984da10e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:05:02.124608 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:02.125150 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Bound using segment: {'id': '34e7e0e2-7a76-4d29-87b4-d8984da10e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:05:02.125795 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Bound port: b6a1e205-1753-4406-8f50-cd098ff50978, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e7e0e2-7a76-4d29-87b4-d8984da10e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:05:02.128912 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:02.215121 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-712e0905-2040-4362-b5a7-9fa9391ff5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:02.216950 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] For port b6a1e205-1753-4406-8f50-cd098ff50978, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:05:02.218563 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b115c855-6871-43f1-830e-8d48333c291e admin admin] Checking segment: {'id': 'd4011468-d11f-427c-b11d-974bc0f40587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c7b662ee-1c2a-4afd-83ae-a5afe3243174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:05:02.218963 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b115c855-6871-43f1-830e-8d48333c291e admin admin] Network hostable DHCP agents. Network: c7b662ee-1c2a-4afd-83ae-a5afe3243174, hostable agents: ['6974cddb-cd46-4c60-a4a5-114b04928957'], hosted agents: [] {{(pid=85285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:05:02.220851 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] For port b6a1e205-1753-4406-8f50-cd098ff50978, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=b6a1e205-1753-4406-8f50-cd098ff50978,segment=NetworkSegment(34e7e0e2-7a76-4d29-87b4-d8984da10e43),segment_id=34e7e0e2-7a76-4d29-87b4-d8984da10e43)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:05:02.224418 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:02.238420 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-712e0905-2040-4362-b5a7-9fa9391ff5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:02.239623 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:02.240493 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:02.267402 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ced06d6b-7016-4e4d-87fb-85d3af484ecf req-eea8ab20-7cd7-4dec-98db-fc99e533d90e tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 210 time: 0.1292884 Apr 14 16:05:02.289673 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8a0dc0d3-1ca6-417c-b3c0-2d143278a84a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:02.298213 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:02.300889 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-62b31be0-45ba-434f-93ae-efaf5c3f627b tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Unset dirty status for tenant:808960baf8aa400b8cad54d6df245d6f on resource:network {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:05:02.307675 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-62b31be0-45ba-434f-93ae-efaf5c3f627b tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/networks?id=8554acac-9bd7-4473-817a-4d24404f2819 HTTP/1.1" status: 200 len: 811 time: 1.3869853 Apr 14 16:05:02.403519 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Pushing event updated for resources: {'Port': ['ID=b6a1e205-1753-4406-8f50-cd098ff50978,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:02.409413 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:02.410415 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-b4def7c0-9c77-4a61-8503-e331e6f6af5b tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/quotas/808960baf8aa400b8cad54d6df245d6f HTTP/1.1" status: 200 len: 375 time: 0.1018808 Apr 14 16:05:02.412306 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b115c855-6871-43f1-830e-8d48333c291e admin admin] Network c7b662ee-1c2a-4afd-83ae-a5afe3243174 is scheduled to be hosted by DHCP agent 6974cddb-cd46-4c60-a4a5-114b04928957 with binding_index 1 {{(pid=85285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:05:02.428489 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-712e0905-2040-4362-b5a7-9fa9391ff5fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5850f78a650b4fb5ab245a5d378ecebf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6151364 Apr 14 16:05:02.452749 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59920) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:02.479686 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e0905-2040-4362-b5a7-9fa9391ff5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f021c44-adb9-4fd6-a9da-1e5e64904e1b,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:02.498352 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-712e0905-2040-4362-b5a7-9fa9391ff5fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:02.503046 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-efd50693-be38-4abf-9131-c752ea363c0d tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=808960baf8aa400b8cad54d6df245d6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0916977 Apr 14 16:05:02.505207 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-b115c855-6871-43f1-830e-8d48333c291e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-iscsi, c7b662ee-1c2a-4afd-83ae-a5afe3243174) {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:05:02.510834 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b115c855-6871-43f1-830e-8d48333c291e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:02.511594 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b115c855-6871-43f1-830e-8d48333c291e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:02.519179 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba567bb-3c51-444b-8eae-9f6e7e75aec0 None None] Network c7b662ee-1c2a-4afd-83ae-a5afe3243174 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:05:02.579147 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:02.651123 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a4a2e672-711d-4f34-95d4-7b6683dffd88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:02.741153 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-b115c855-6871-43f1-830e-8d48333c291e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.6056175 Apr 14 16:05:02.756126 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] Allocated IP 172.27.1.123 (6468e4de-2d6f-487c-961d-9bfd4b201113/10ad9ff7-e740-4818-a690-9a433745e0b4/9592afb5-169b-463f-bb88-65be7047c0ea) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:05:02.767632 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a4a2e672-711d-4f34-95d4-7b6683dffd88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:02.771993 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-c22023e5-b2e8-479a-9ac4-82d08fe543f3 service neutron] 10.222.0.53 "GET /v2.0/networks/8554acac-9bd7-4473-817a-4d24404f2819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378986 Apr 14 16:05:02.782173 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83abdec-4902-4e72-915b-0f2d81df12fe None None] Network c7b662ee-1c2a-4afd-83ae-a5afe3243174 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:05:03.040668 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59926) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:03.133875 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device b6a1e205-1753-4406-8f50-cd098ff50978 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:03.173454 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:03.186466 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-0839f441-73f3-41e8-b881-230ae0eb3f31 service neutron] 10.222.0.53 "GET /v2.0/networks/8554acac-9bd7-4473-817a-4d24404f2819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071159 Apr 14 16:05:03.214237 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:03.258869 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3b3bea04-f746-4c93-a790-c136916b4fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:03.351418 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port b6a1e205-1753-4406-8f50-cd098ff50978 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:05:03.434274 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] Pushing event updated for resources: {'Port': ['ID=9592afb5-169b-463f-bb88-65be7047c0ea,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:03.437511 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:03.525787 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a4a2e672-711d-4f34-95d4-7b6683dffd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:03.546141 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:03.571628 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2e672-711d-4f34-95d4-7b6683dffd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f021c44-adb9-4fd6-a9da-1e5e64904e1b,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:03.574693 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a4a2e672-711d-4f34-95d4-7b6683dffd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:03.590303 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2cf39aed-f78d-4222-8f50-e351f35fe2a5 req-7ac310a9-b578-4be5-9202-b9d1220e8899 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 210 time: 0.1354222 Apr 14 16:05:03.606107 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ffdb8af8-1283-4675-8c45-14b13585c593 req-b4dd61d4-8c6d-4a89-8bcf-67d53fc88a0d tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1 HTTP/1.1" status: 200 len: 210 time: 0.0778010 Apr 14 16:05:03.628858 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] Network 6468e4de-2d6f-487c-961d-9bfd4b201113 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:05:03.629766 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f1131b-7283-4441-a451-e83583eef008 admin admin] Deleting subnet 8019263c-f9a4-4a3b-a052-f1ef6a2af3e9 {{(pid=85284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:05:03.630635 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:05:03.637153 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:05:03.667859 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-13f1131b-7283-4441-a451-e83583eef008 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:03.797793 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.54', 61152) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:03.816213 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a4a2e672-711d-4f34-95d4-7b6683dffd88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:03.817459 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-a4a2e672-711d-4f34-95d4-7b6683dffd88 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f021c44-adb9-4fd6-a9da-1e5e64904e1b HTTP/1.1" status: 204 len: 168 time: 1.3642805 Apr 14 16:05:03.835230 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853008407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704523'] for router, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:03.987376 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-13f1131b-7283-4441-a451-e83583eef008 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:04.116907 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-13f1131b-7283-4441-a451-e83583eef008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14877'] for subnet, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:04.352029 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349c0210-ff39-4379-8b8f-183bad9e7c40 None None] Network 1b36c666-9490-47fe-871e-06ae9c5795aa requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:05:04.415821 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 59992) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:04.548025 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-414a410a-d724-491b-8e33-5e8d2572691f tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:04.550477 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-414a410a-d724-491b-8e33-5e8d2572691f tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.54 "GET /v2.0/networks?id=54a8843b-6ccf-44d9-81c5-6907f5dcf390 HTTP/1.1" status: 200 len: 815 time: 0.7490935 Apr 14 16:05:04.600285 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-d3a6caeb-fe70-4a11-a454-0853fd115a3c None None] Provisioning for port b6a1e205-1753-4406-8f50-cd098ff50978 completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:05:04.608274 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-cb9535d7-42b1-4593-937f-c87a82525e5a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Request body: {'port': {'device_id': 'e58841a5-7f57-4109-9998-17cdd2a0b681', 'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390', 'admin_state_up': True, 'tenant_id': 'acc9279607264a5498ce14826bf5306e'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:04.610173 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-d3a6caeb-fe70-4a11-a454-0853fd115a3c None None] Provisioning complete for port b6a1e205-1753-4406-8f50-cd098ff50978 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:04.610633 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d3a6caeb-fe70-4a11-a454-0853fd115a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:04.630776 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] Router 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee is scheduled to L3 agent cd16566b-017b-487a-9290-9cc4500cc966 with binding_index 1 {{(pid=85284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:05:04.678530 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:04.927840 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e1cd9109-bcf4-4381-8b0e-b80ce38b2625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:04.970302 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d3a6caeb-fe70-4a11-a454-0853fd115a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:05.015675 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-d3a6caeb-fe70-4a11-a454-0853fd115a3c None None] For port b6a1e205-1753-4406-8f50-cd098ff50978, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=b6a1e205-1753-4406-8f50-cd098ff50978,segment=NetworkSegment(34e7e0e2-7a76-4d29-87b4-d8984da10e43),segment_id=34e7e0e2-7a76-4d29-87b4-d8984da10e43)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:05.021476 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d3a6caeb-fe70-4a11-a454-0853fd115a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:05.027235 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:05.168839 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e1cd9109-bcf4-4381-8b0e-b80ce38b2625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:05.199789 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e1cd9109-bcf4-4381-8b0e-b80ce38b2625 admin admin] Usage tracker for resource:security_group_rule and tenant:04c86681fdd34a46a46eacfa8f765a06 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:05.207399 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e1cd9109-bcf4-4381-8b0e-b80ce38b2625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:05.220137 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-13f1131b-7283-4441-a451-e83583eef008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854760955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for subnet, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:05.228665 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e1cd9109-bcf4-4381-8b0e-b80ce38b2625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:05.252237 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1042416a-1e8c-486b-b4d2-f1994ea2c5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:05.308098 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1131b-7283-4441-a451-e83583eef008 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8019263c-f9a4-4a3b-a052-f1ef6a2af3e9,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:05.311678 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-13f1131b-7283-4441-a451-e83583eef008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:05.455005 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:05:05.458442 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-1d8c16d6-e78b-4b3b-a2cb-d022cbfd96b2 None None] Provisioning complete for port b6a1e205-1753-4406-8f50-cd098ff50978 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:05.458973 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1d8c16d6-e78b-4b3b-a2cb-d022cbfd96b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:05.465636 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] Sync routers for ids ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'] in dv-cinder-786260-2-iscsi {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:05:05.487270 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] Routers {'3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:05:05.490173 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:04:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:05.514446 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] Notify callbacks [] for router, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:05.519425 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7289875 Apr 14 16:05:05.521125 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 60046) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:05.595664 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6caeb-fe70-4a11-a454-0853fd115a3c None None] Pushing event updated for resources: {'Port': ['ID=b6a1e205-1753-4406-8f50-cd098ff50978,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:05.641595 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d3a6caeb-fe70-4a11-a454-0853fd115a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:05.814587 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] Set router 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:05:05.842701 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e904034c-4135-4c27-91dd-f4856fb1d5de req-3103d203-e70c-4eab-993d-413a445c2f49 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1 HTTP/1.1" status: 200 len: 210 time: 1.0214574 Apr 14 16:05:05.932281 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-23f38eec-120c-438d-9e25-6bc1d966c2f5 req-f1b5ff15-ea4a-48ae-8c36-292612046aa0 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 210 time: 0.4071770 Apr 14 16:05:06.148072 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-13f1131b-7283-4441-a451-e83583eef008 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:06.183353 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-13f1131b-7283-4441-a451-e83583eef008 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8019263c-f9a4-4a3b-a052-f1ef6a2af3e9 HTTP/1.1" status: 204 len: 168 time: 3.1376221 Apr 14 16:05:06.188685 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 60062) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:06.189071 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.54', 61159) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:06.210032 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-cb9535d7-42b1-4593-937f-c87a82525e5a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:06.249402 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-cb9535d7-42b1-4593-937f-c87a82525e5a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Usage tracker for resource:port and tenant:acc9279607264a5498ce14826bf5306e is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:06.274671 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-cb9535d7-42b1-4593-937f-c87a82525e5a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:06.495110 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-cb9535d7-42b1-4593-937f-c87a82525e5a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:06.612211 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'name': 'tempest-AttachVolumeTestJSON-982561318-router', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:59Z', 'updated_at': '2021-04-14T16:05:02Z', 'revision_number': 3, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'gw_port': {'id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:01Z', 'updated_at': '2021-04-14T16:05:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:06.617458 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] Checking router: 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee for host: dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:05:06.618120 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] Updating router 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee port 3bf0bbc6-3cc1-457d-b7f5-78521fe26c99 binding host dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:05:06.872513 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853008407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704523'] for router, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:06.883733 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:07.035951 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device b6a1e205-1753-4406-8f50-cd098ff50978 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:07.145134 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e1cd9109-bcf4-4381-8b0e-b80ce38b2625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:07.180093 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854580288'] for network, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:07.271673 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port b6a1e205-1753-4406-8f50-cd098ff50978 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:07.272099 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:07.285863 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-cb9535d7-42b1-4593-937f-c87a82525e5a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Made reservation on behalf of acc9279607264a5498ce14826bf5306e for: {'port': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:05:07.303726 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-cb9535d7-42b1-4593-937f-c87a82525e5a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:07.406797 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e1cd9109-bcf4-4381-8b0e-b80ce38b2625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:07.436408 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:07.525360 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-d33c7f0d-11dc-4c0a-9fe4-f8c33fc284e5 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:07.527772 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-d33c7f0d-11dc-4c0a-9fe4-f8c33fc284e5 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.54 "GET /v2.0/networks?id=8554acac-9bd7-4473-817a-4d24404f2819 HTTP/1.1" status: 200 len: 811 time: 1.2651601 Apr 14 16:05:07.578872 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 60106) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:07.584301 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-060c10a9-734c-4d2a-a67e-89ff42db7bd2 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Request body: {'port': {'device_id': '1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1', 'network_id': '8554acac-9bd7-4473-817a-4d24404f2819', 'admin_state_up': True, 'tenant_id': '808960baf8aa400b8cad54d6df245d6f'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:07.609756 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-84ebfc1d-d9b7-4f23-b6ce-7af66e3c5cd2 req-0266f3a9-52a9-4b6d-ba22-d3c00a30f14c tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1 HTTP/1.1" status: 200 len: 210 time: 0.1762753 Apr 14 16:05:07.611860 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2775f2d6-a2e2-498f-9c62-8f4d4cfc4c57 req-bb179713-3abe-4c6c-a52b-838f4fc6e00d tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 210 time: 0.2717335 Apr 14 16:05:07.777601 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] Notify callbacks [] for port, precommit_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:07.792350 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] Transition to ACTIVE for port object 3bf0bbc6-3cc1-457d-b7f5-78521fe26c99 will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:05:07.804635 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:07.854860 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-10892e4b-54ed-40fc-9085-392093fb4e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:07.877587 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-e1cd9109-bcf4-4381-8b0e-b80ce38b2625 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=04c86681fdd34a46a46eacfa8f765a06&name=default HTTP/1.1" status: 200 len: 2975 time: 3.4556425 Apr 14 16:05:07.905228 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 60116) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:07.988048 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f22cd91a-ee8c-43b5-b3b5-ddcd0be948e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:08.029372 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] Router 2b2d5bcd-977b-4b9f-963c-550d7b0cd14a is scheduled to L3 agent cd16566b-017b-487a-9290-9cc4500cc966 with binding_index 1 {{(pid=85285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:05:08.043603 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-f22cd91a-ee8c-43b5-b3b5-ddcd0be948e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:08.050758 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d51cd5-6161-4edd-95ae-9f6bf2e2f2fa None None] Pushing event updated for resources: {'Port': ['ID=3bf0bbc6-3cc1-457d-b7f5-78521fe26c99,revision_number=2']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:08.059269 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-f22cd91a-ee8c-43b5-b3b5-ddcd0be948e5 admin admin] Usage tracker for resource:security_group_rule and tenant:97b28550c7674273a7b9f4bd2c238219 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:08.063699 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-f22cd91a-ee8c-43b5-b3b5-ddcd0be948e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:08.067964 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-cb9535d7-42b1-4593-937f-c87a82525e5a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Allocated IP 172.20.0.3 (54a8843b-6ccf-44d9-81c5-6907f5dcf390/864a9ded-9107-446c-b285-140a1dcad264/ffe9d56f-16a4-4159-afc5-51f9f131487b) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:05:08.075585 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d51cd5-6161-4edd-95ae-9f6bf2e2f2fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:08.076463 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d51cd5-6161-4edd-95ae-9f6bf2e2f2fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:08.076918 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d51cd5-6161-4edd-95ae-9f6bf2e2f2fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:08.077489 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d51cd5-6161-4edd-95ae-9f6bf2e2f2fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:08.077924 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d51cd5-6161-4edd-95ae-9f6bf2e2f2fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:08.078410 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d51cd5-6161-4edd-95ae-9f6bf2e2f2fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:08.078861 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d51cd5-6161-4edd-95ae-9f6bf2e2f2fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:08.079292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d51cd5-6161-4edd-95ae-9f6bf2e2f2fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:08.079738 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d51cd5-6161-4edd-95ae-9f6bf2e2f2fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:08.080159 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d51cd5-6161-4edd-95ae-9f6bf2e2f2fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:08.080584 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d51cd5-6161-4edd-95ae-9f6bf2e2f2fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:08.081652 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d51cd5-6161-4edd-95ae-9f6bf2e2f2fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d51cd5-6161-4edd-95ae-9f6bf2e2f2fa None None] Tracked resource versions report: Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: pushed versions: Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: { 'AddressGroup': {'1.2'}, Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: 'ConntrackHelper': {'1.0'}, Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Log': {'1.0'}, Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Network': {'1.1'}, Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Port': {'1.7'}, Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: 'PortForwarding': {'1.2'}, Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: 'QosPolicy': {'1.8'}, Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroup': {'1.4'}, Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroupRule': {'1.2'}, Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SubPort': {'1.0'}, Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Subnet': {'1.1'}, Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Trunk': {'1.1'}} Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: consumer versions: Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: { DHCP agent@dv-cinder-786260-2-iscsi: {}, Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: HyperV agent@hv-cinder-78626: {}, Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: L3 agent@dv-cinder-786260-2-iscsi: {}, Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: Metadata agent@dv-cinder-786260-2-iscsi: {}, Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: Metering agent@dv-cinder-786260-2-iscsi: {}, Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: Open vSwitch agent@dv-cinder-786260-2-iscsi: { 'AddressGroup': '1.2', Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: 'ConntrackHelper': '1.0', Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Log': '1.0', Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Network': '1.1', Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Port': '1.7', Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: 'PortForwarding': '1.2', Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: 'QosPolicy': '1.8', Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroup': '1.4', Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SecurityGroupRule': '1.2', Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: 'SubPort': '1.0', Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Subnet': '1.1', Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: 'Trunk': '1.1'}} Apr 14 16:05:08.083268 dv-cinder-786260-2-iscsi neutron-server[85169]: {{(pid=85287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 16:05:08.091420 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-f22cd91a-ee8c-43b5-b3b5-ddcd0be948e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:08.099753 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-28d51cd5-6161-4edd-95ae-9f6bf2e2f2fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:08.197912 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd9109-bcf4-4381-8b0e-b80ce38b2625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b0e1d8-1d59-45b0-bcf3-c2751ae1cdbe,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:08.203445 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363258286215762'] for network, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:08.235964 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e1cd9109-bcf4-4381-8b0e-b80ce38b2625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:08.368249 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] Attempting to bind port 3bf0bbc6-3cc1-457d-b7f5-78521fe26c99 on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:05:08.369190 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] Attempting to bind port 3bf0bbc6-3cc1-457d-b7f5-78521fe26c99 by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:05:08.369686 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] Attempting to bind port 3bf0bbc6-3cc1-457d-b7f5-78521fe26c99 on network 6468e4de-2d6f-487c-961d-9bfd4b201113 {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:08.382411 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:05:08.382753 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] Checking segment: {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:05:08.400996 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:08.401556 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] Bound using segment: {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:05:08.402126 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] Bound port: 3bf0bbc6-3cc1-457d-b7f5-78521fe26c99, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:05:08.402580 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:08.636733 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-060c10a9-734c-4d2a-a67e-89ff42db7bd2 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:08.637008 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:05:08.649062 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] Sync routers for ids ['2b2d5bcd-977b-4b9f-963c-550d7b0cd14a'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:05:08.672509 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] For port 3bf0bbc6-3cc1-457d-b7f5-78521fe26c99, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:05:08.680271 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] For port 3bf0bbc6-3cc1-457d-b7f5-78521fe26c99, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=3bf0bbc6-3cc1-457d-b7f5-78521fe26c99,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:05:08.685177 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:08.695246 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] Notify callbacks [] for router, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:08.699342 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.8420906 Apr 14 16:05:08.699342 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-db6a7cb2-11a9-4269-81c5-14803cbb1a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:08.704522 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:08.706495 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] Routers {'2b2d5bcd-977b-4b9f-963c-550d7b0cd14a'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:05:08.707483 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:08.708905 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:04:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['2b2d5bcd-977b-4b9f-963c-550d7b0cd14a'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:08.713106 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:08.716084 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:08.720764 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Subscribe: > port after_create 55550000 {{(pid=85284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:08.721740 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:08.722418 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Subscribe: > port after_update 55550000 {{(pid=85284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:08.735886 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-db6a7cb2-11a9-4269-81c5-14803cbb1a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:08.742140 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:08.745849 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:08.748670 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:08.749531 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:08.809485 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 60134) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:09.020048 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d51cd5-6161-4edd-95ae-9f6bf2e2f2fa None None] Pushing event updated for resources: {'Port': ['ID=3bf0bbc6-3cc1-457d-b7f5-78521fe26c99,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:09.037614 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-28d51cd5-6161-4edd-95ae-9f6bf2e2f2fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:09.108113 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:09.108744 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:09.109158 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:09.110148 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85284) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:05:09.110148 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4406224b-e7c2-4f4b-a208-36bc5c545e6a']}} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:09.128600 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079d6d8a-5239-490f-9ba2-922eb93f88d3') {'for_net_delete': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:09.129068 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079d6d8a-5239-490f-9ba2-922eb93f88d3') {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:09.139895 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] Routers {'3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:05:09.140578 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:04:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:09.144649 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258286223442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853326573'] for segment, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:09.171292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:09.181576 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=85284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:05:09.352483 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] Set router 2b2d5bcd-977b-4b9f-963c-550d7b0cd14a gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:05:09.408352 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Network 4406224b-e7c2-4f4b-a208-36bc5c545e6a has no segments {{(pid=85284) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:05:09.420017 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850995203'] for segment, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:09.668824 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-db6a7cb2-11a9-4269-81c5-14803cbb1a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:09.674465 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 60140) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:09.780384 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Network 4406224b-e7c2-4f4b-a208-36bc5c545e6a has no segments {{(pid=85284) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:05:09.821913 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] Set router 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:05:09.834493 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:09.879623 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2d5bcd-977b-4b9f-963c-550d7b0cd14a', 'name': 'tempest-ServerRescueNegativeTestJSON-65415481-router', 'tenant_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '9592afb5-169b-463f-bb88-65be7047c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:05:00Z', 'updated_at': '2021-04-14T16:05:04Z', 'revision_number': 3, 'project_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'gw_port': {'id': '9592afb5-169b-463f-bb88-65be7047c0ea', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2d5bcd-977b-4b9f-963c-550d7b0cd14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:02Z', 'updated_at': '2021-04-14T16:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:09.884367 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] Checking router: 2b2d5bcd-977b-4b9f-963c-550d7b0cd14a for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:05:09.884774 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] Updating router 2b2d5bcd-977b-4b9f-963c-550d7b0cd14a port 9592afb5-169b-463f-bb88-65be7047c0ea binding host dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: from cryptography.utils import int_from_bytes Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: from cryptography.utils import int_from_bytes Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: (rel_b, rel_a, rel_b), Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: (rel_b, rel_a, rel_b), Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: Traceback (most recent call last): Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: timer() Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: cb(*args, **kw) Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: return func(*args, **kwargs) Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: self._notify() Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: self.callback(batched_events) Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: event.method(event) Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: segment_id)['aggregates'][0] Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: return f(self, *a, **k) Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: return self._get(url).json() Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: **kwargs) Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: return self.request(url, 'GET', **kwargs) Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: **endpoint_filter) Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:05:09.977392 dv-cinder-786260-2-iscsi neutron-server[85169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:05:09.981681 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:09.987109 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-060c10a9-734c-4d2a-a67e-89ff42db7bd2 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Usage tracker for resource:port and tenant:808960baf8aa400b8cad54d6df245d6f is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:09.995768 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-060c10a9-734c-4d2a-a67e-89ff42db7bd2 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:09.998846 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853071345'] for network, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:10.041299 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:10.046649 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-060c10a9-734c-4d2a-a67e-89ff42db7bd2 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:10.049895 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:10.084860 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-dc0723fd-5dda-4893-b5ee-23d95752b83d req-a0528a6c-9cfa-452c-ba09-2696f220d846 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Synchronizing usage tracker for tenant:acc9279607264a5498ce14826bf5306e on resource:port {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:05:10.118549 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-814ba8e0-071c-44b3-9f09-8d6a0179ca80 req-7c2b1c2e-ba56-4d71-8af0-ac20d95b8a2a tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1 HTTP/1.1" status: 200 len: 210 time: 0.4420965 Apr 14 16:05:10.131316 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4406224b-e7c2-4f4b-a208-36bc5c545e6a HTTP/1.1" status: 204 len: 168 time: 3.9410346 Apr 14 16:05:10.132386 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4406224b-e7c2-4f4b-a208-36bc5c545e6a,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:10.135719 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:10.136592 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 60150) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:10.139547 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-060c10a9-734c-4d2a-a67e-89ff42db7bd2 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Made reservation on behalf of 808960baf8aa400b8cad54d6df245d6f for: {'port': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:05:10.146334 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-060c10a9-734c-4d2a-a67e-89ff42db7bd2 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:10.217255 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-99250dd7-f1fa-4bb9-83a8-4a146aa40d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:10.249103 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d97684b4-e3d4-4c37-85d5-85c6409d46e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:10.282118 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-d97684b4-e3d4-4c37-85d5-85c6409d46e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:10.287632 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-d97684b4-e3d4-4c37-85d5-85c6409d46e9 admin admin] Usage tracker for resource:security_group_rule and tenant:0bcde67fb5c6463eb59024d26d458571 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:10.291558 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-d97684b4-e3d4-4c37-85d5-85c6409d46e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:10.300702 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-d97684b4-e3d4-4c37-85d5-85c6409d46e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:10.376521 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b79314-8626-43d3-a3a8-e48034b29ffa admin admin] Deleting subnet ac647953-147d-430a-95b9-6a46aceb9d9d {{(pid=85284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:05:10.389768 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-96b79314-8626-43d3-a3a8-e48034b29ffa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:10.440658 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d97684b4-e3d4-4c37-85d5-85c6409d46e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:10.496137 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d97684b4-e3d4-4c37-85d5-85c6409d46e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:10.563502 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a7cb2-11a9-4269-81c5-14803cbb1a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b0e1d8-1d59-45b0-bcf3-c2751ae1cdbe,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:10.577911 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-cb9535d7-42b1-4593-937f-c87a82525e5a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:10.585342 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-d97684b4-e3d4-4c37-85d5-85c6409d46e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0bcde67fb5c6463eb59024d26d458571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8205788 Apr 14 16:05:10.593535 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-db6a7cb2-11a9-4269-81c5-14803cbb1a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:10.597305 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:10.597686 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'name': 'tempest-AttachVolumeTestJSON-982561318-router', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:59Z', 'updated_at': '2021-04-14T16:05:02Z', 'revision_number': 3, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'gw_port': {'id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:01Z', 'updated_at': '2021-04-14T16:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:10.608700 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a79bc5-f4d0-4800-b78c-e787a737d6c2 None None] The sync data for ids ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'] in dv-cinder-786260-2-iscsi is: [{'id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'name': 'tempest-AttachVolumeTestJSON-982561318-router', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:59Z', 'updated_at': '2021-04-14T16:05:02Z', 'revision_number': 3, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'gw_port': {'id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:01Z', 'updated_at': '2021-04-14T16:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:05:10.620298 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 60154) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:10.625350 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-db6a7cb2-11a9-4269-81c5-14803cbb1a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:10.626613 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-db6a7cb2-11a9-4269-81c5-14803cbb1a8f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67b0e1d8-1d59-45b0-bcf3-c2751ae1cdbe HTTP/1.1" status: 204 len: 168 time: 2.7194502 Apr 14 16:05:10.649914 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-96b79314-8626-43d3-a3a8-e48034b29ffa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853327131'] for subnet, precommit_delete_associations {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:10.786583 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97684b4-e3d4-4c37-85d5-85c6409d46e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1c7530-7867-4bd5-9a2f-301d8b3e0884,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:10.793350 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d97684b4-e3d4-4c37-85d5-85c6409d46e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:10.850933 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-96b79314-8626-43d3-a3a8-e48034b29ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14877'] for subnet, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:11.338998 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:11.382547 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] Transition to ACTIVE for port object 9592afb5-169b-463f-bb88-65be7047c0ea will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:05:11.397258 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:11.441462 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f22cd91a-ee8c-43b5-b3b5-ddcd0be948e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:11.499723 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-060c10a9-734c-4d2a-a67e-89ff42db7bd2 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Allocated IP 172.20.0.5 (8554acac-9bd7-4473-817a-4d24404f2819/87f7e3d0-e9f2-4b33-9d8c-9dad8477f3c6/2bf431a0-c526-49ff-a266-b7bd306100dc) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:05:11.548724 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-dc0723fd-5dda-4893-b5ee-23d95752b83d req-a0528a6c-9cfa-452c-ba09-2696f220d846 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Unset dirty status for tenant:acc9279607264a5498ce14826bf5306e on resource:port {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:05:11.550899 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-dc0723fd-5dda-4893-b5ee-23d95752b83d req-a0528a6c-9cfa-452c-ba09-2696f220d846 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 210 time: 1.8293684 Apr 14 16:05:11.564367 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6971f318-93ce-4ec1-a865-cca0e92a42a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:11.642280 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6971f318-93ce-4ec1-a865-cca0e92a42a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:11.719975 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f22cd91a-ee8c-43b5-b3b5-ddcd0be948e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:11.737797 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6971f318-93ce-4ec1-a865-cca0e92a42a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:11.778421 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0fff087d-7f94-4c0e-8f6a-cd145489a456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:11.840140 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-49fbb25b-b94d-4b50-9d87-555c5f95bf93 req-b67748fa-e89b-455d-b5e5-622780c420b3 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1 HTTP/1.1" status: 200 len: 210 time: 0.3624160 Apr 14 16:05:11.875206 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:11.901630 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-f22cd91a-ee8c-43b5-b3b5-ddcd0be948e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97b28550c7674273a7b9f4bd2c238219&name=default HTTP/1.1" status: 200 len: 2977 time: 4.3023429 Apr 14 16:05:11.902589 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 60180) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:11.946261 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44beefb5-b303-4781-8001-8ac81ed7fc4b None None] Pushing event updated for resources: {'Port': ['ID=9592afb5-169b-463f-bb88-65be7047c0ea,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:11.947904 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-060c10a9-734c-4d2a-a67e-89ff42db7bd2 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:11.949782 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] Attempting to bind port 9592afb5-169b-463f-bb88-65be7047c0ea on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:05:11.950374 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-cb9535d7-42b1-4593-937f-c87a82525e5a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:11.950597 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] Attempting to bind port 9592afb5-169b-463f-bb88-65be7047c0ea by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:05:11.951151 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] Attempting to bind port 9592afb5-169b-463f-bb88-65be7047c0ea on network 6468e4de-2d6f-487c-961d-9bfd4b201113 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:11.958385 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-44beefb5-b303-4781-8001-8ac81ed7fc4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:11.960002 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:05:11.960695 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] Checking segment: {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:05:11.961360 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:11.962012 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] Bound using segment: {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:05:11.962778 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] Bound port: 9592afb5-169b-463f-bb88-65be7047c0ea, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:05:11.963363 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:12.094755 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-99250dd7-f1fa-4bb9-83a8-4a146aa40d96 admin admin] Allocated IP 172.20.0.1 (1b36c666-9490-47fe-871e-06ae9c5795aa/663945ce-755e-4e25-a5e5-413a3e0ae704/40b6d105-61a6-4c03-9b5e-25beb69ed3d5) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:05:12.142409 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] For port 9592afb5-169b-463f-bb88-65be7047c0ea, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:05:12.146596 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] For port 9592afb5-169b-463f-bb88-65be7047c0ea, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=9592afb5-169b-463f-bb88-65be7047c0ea,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:05:12.151890 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:12.194757 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-44beefb5-b303-4781-8001-8ac81ed7fc4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:12.386743 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-99250dd7-f1fa-4bb9-83a8-4a146aa40d96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:12.407445 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6971f318-93ce-4ec1-a865-cca0e92a42a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:12.411194 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-6971f318-93ce-4ec1-a865-cca0e92a42a2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd1c7530-7867-4bd5-9a2f-301d8b3e0884 HTTP/1.1" status: 204 len: 168 time: 1.7806015 Apr 14 16:05:12.432810 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44beefb5-b303-4781-8001-8ac81ed7fc4b None None] Pushing event updated for resources: {'Port': ['ID=9592afb5-169b-463f-bb88-65be7047c0ea,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:12.437970 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cd91a-ee8c-43b5-b3b5-ddcd0be948e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e39b225-6996-4717-ad57-3a363fff722b,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:12.440988 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-44beefb5-b303-4781-8001-8ac81ed7fc4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:12.470335 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971f318-93ce-4ec1-a865-cca0e92a42a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1c7530-7867-4bd5-9a2f-301d8b3e0884,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:12.471009 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-99250dd7-f1fa-4bb9-83a8-4a146aa40d96 admin admin] Transition to ACTIVE for port object 40b6d105-61a6-4c03-9b5e-25beb69ed3d5 will not be triggered until provisioned by entity DHCP. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:05:12.497164 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6971f318-93ce-4ec1-a865-cca0e92a42a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:12.517418 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] Routers {'2b2d5bcd-977b-4b9f-963c-550d7b0cd14a'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:05:12.518557 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:04:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['2b2d5bcd-977b-4b9f-963c-550d7b0cd14a'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:12.556410 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-060c10a9-734c-4d2a-a67e-89ff42db7bd2 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:12.572380 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-99250dd7-f1fa-4bb9-83a8-4a146aa40d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:12.687382 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.607s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:12.687716 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:12.702471 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3ce3f350-55c2-41e6-8903-73587321c04b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:12.886880 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9535d7-42b1-4593-937f-c87a82525e5a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Pushing event updated for resources: {'Port': ['ID=ffe9d56f-16a4-4159-afc5-51f9f131487b,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:12.898570 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2a733d4b-3331-4e37-9675-40e51f08d5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:12.919182 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-cb9535d7-42b1-4593-937f-c87a82525e5a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:12.940884 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-cb9535d7-42b1-4593-937f-c87a82525e5a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Network 54a8843b-6ccf-44d9-81c5-6907f5dcf390 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:05:13.056418 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2a733d4b-3331-4e37-9675-40e51f08d5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:13.109303 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e0120384-3d5f-43fa-bc69-feaf13dbbe36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:13.181044 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:13.191803 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 3bf0bbc6-3cc1-457d-b7f5-78521fe26c99 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:13.192057 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-cb9535d7-42b1-4593-937f-c87a82525e5a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:05:13.196912 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-cb9535d7-42b1-4593-937f-c87a82525e5a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:05:13.234469 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-cb9535d7-42b1-4593-937f-c87a82525e5a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:13.237599 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-cb9535d7-42b1-4593-937f-c87a82525e5a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:13.255940 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99250dd7-f1fa-4bb9-83a8-4a146aa40d96 admin admin] Pushing event updated for resources: {'Port': ['ID=40b6d105-61a6-4c03-9b5e-25beb69ed3d5,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:13.268816 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99250dd7-f1fa-4bb9-83a8-4a146aa40d96 admin admin] Network 1b36c666-9490-47fe-871e-06ae9c5795aa is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:05:13.276346 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-155fe28c-7602-42e8-b455-115668431222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:13.340500 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 60206) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:13.361524 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] Set router 2b2d5bcd-977b-4b9f-963c-550d7b0cd14a gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:05:13.593391 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-99250dd7-f1fa-4bb9-83a8-4a146aa40d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:05:13.606760 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c10a9-734c-4d2a-a67e-89ff42db7bd2 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Pushing event updated for resources: {'Port': ['ID=2bf431a0-c526-49ff-a266-b7bd306100dc,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:13.629155 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99250dd7-f1fa-4bb9-83a8-4a146aa40d96 admin admin] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:05:13.800133 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-060c10a9-734c-4d2a-a67e-89ff42db7bd2 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Network 8554acac-9bd7-4473-817a-4d24404f2819 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:05:13.801854 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-99250dd7-f1fa-4bb9-83a8-4a146aa40d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704588'] for router_interface, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:13.951524 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-155fe28c-7602-42e8-b455-115668431222 admin admin] Allocated IP 172.20.0.1 (c1a55e38-c40c-46a7-8269-2f73e5dda381/a853725d-d158-4e46-bb35-3a52e24eb68b/f17b6db1-9ed9-4661-be9d-d4c5cb02fc59) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:05:14.138958 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-060c10a9-734c-4d2a-a67e-89ff42db7bd2 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.030s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:14.140212 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-060c10a9-734c-4d2a-a67e-89ff42db7bd2 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:05:14.148659 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bb1cb582-a3f1-47f4-977a-296cf6a412b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.553s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:14.154888 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bb1cb582-a3f1-47f4-977a-296cf6a412b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.006s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:14.191457 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-155fe28c-7602-42e8-b455-115668431222 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:14.191913 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-060c10a9-734c-4d2a-a67e-89ff42db7bd2 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:05:14.227679 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-cb9535d7-42b1-4593-937f-c87a82525e5a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.6269736 Apr 14 16:05:14.238946 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-155fe28c-7602-42e8-b455-115668431222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:14.240073 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c0c90ec9-8147-4eeb-a133-f30aa283daf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:14.291848 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 60216) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:14.363277 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:05:14.476909 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port 3bf0bbc6-3cc1-457d-b7f5-78521fe26c99 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:05:14.530346 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-f0cc5ee2-0a59-457d-aa6b-1afe3ed5fbe6 None None] Provisioning for port 40b6d105-61a6-4c03-9b5e-25beb69ed3d5 completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:05:14.582495 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 3bf0bbc6-3cc1-457d-b7f5-78521fe26c99 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:14.585917 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:14.628136 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-060c10a9-734c-4d2a-a67e-89ff42db7bd2 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:14.628879 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-060c10a9-734c-4d2a-a67e-89ff42db7bd2 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:14.686160 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:14.717206 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-f0cc5ee2-0a59-457d-aa6b-1afe3ed5fbe6 None None] Provisioning complete for port 40b6d105-61a6-4c03-9b5e-25beb69ed3d5 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:14.717619 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f0cc5ee2-0a59-457d-aa6b-1afe3ed5fbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:14.744958 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-95f2592f-d303-4626-8966-a4a9d3869747 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=85285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:05:14.746092 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-95f2592f-d303-4626-8966-a4a9d3869747 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0620277 Apr 14 16:05:14.766045 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-c0c90ec9-8147-4eeb-a133-f30aa283daf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:14.786920 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-f0cc5ee2-0a59-457d-aa6b-1afe3ed5fbe6 None None] Port 40b6d105-61a6-4c03-9b5e-25beb69ed3d5 cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:05:14.796710 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-c0c90ec9-8147-4eeb-a133-f30aa283daf3 admin admin] Usage tracker for resource:security_group_rule and tenant:927f532a129f46bbba112c7c341934c7 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:14.812643 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2a733d4b-3331-4e37-9675-40e51f08d5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:14.816136 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-c0c90ec9-8147-4eeb-a133-f30aa283daf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:14.842714 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155fe28c-7602-42e8-b455-115668431222 admin admin] Network c1a55e38-c40c-46a7-8269-2f73e5dda381 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:05:14.853455 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-c0c90ec9-8147-4eeb-a133-f30aa283daf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:14.862866 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-155fe28c-7602-42e8-b455-115668431222 admin admin] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:05:14.865781 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155fe28c-7602-42e8-b455-115668431222 admin admin] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:05:14.867240 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-155fe28c-7602-42e8-b455-115668431222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704588'] for router_interface, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:14.888470 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c146a2-8880-4c78-be30-75eae86f6344 req-50f875f7-2e29-4fc9-a901-468a6e5f3eb2 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:14.890431 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-16c146a2-8880-4c78-be30-75eae86f6344 req-50f875f7-2e29-4fc9-a901-468a6e5f3eb2 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 931 time: 1.9476409 Apr 14 16:05:14.903212 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fe28c-7602-42e8-b455-115668431222 admin admin] Pushing event updated for resources: {'Port': ['ID=f17b6db1-9ed9-4661-be9d-d4c5cb02fc59,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:14.906562 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-155fe28c-7602-42e8-b455-115668431222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:14.916312 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:14.937137 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a733d4b-3331-4e37-9675-40e51f08d5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e39b225-6996-4717-ad57-3a363fff722b,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:14.939818 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-2a733d4b-3331-4e37-9675-40e51f08d5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:14.971326 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-99250dd7-f1fa-4bb9-83a8-4a146aa40d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:14.973953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0817b9-48ca-4155-85ec-fdf5c2b81d88 req-4dcac314-96e4-45f4-b148-cfff20213dc6 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:14.976034 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2a0817b9-48ca-4155-85ec-fdf5c2b81d88 req-4dcac314-96e4-45f4-b148-cfff20213dc6 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1 HTTP/1.1" status: 200 len: 931 time: 1.6399293 Apr 14 16:05:15.022462 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:15.077546 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port 3bf0bbc6-3cc1-457d-b7f5-78521fe26c99, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=3bf0bbc6-3cc1-457d-b7f5-78521fe26c99,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:15.088834 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:15.100227 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:15.134703 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-2a0817b9-48ca-4155-85ec-fdf5c2b81d88 req-fcec610e-0ea8-46cd-9b1b-74577cb20f10 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Synchronizing usage tracker for tenant:808960baf8aa400b8cad54d6df245d6f on resource:security_group {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:05:15.138396 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2a733d4b-3331-4e37-9675-40e51f08d5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:15.139187 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1e7cbb3b-3050-489c-8622-3a31156cdd13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:15.140109 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-2a733d4b-3331-4e37-9675-40e51f08d5ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e39b225-6996-4717-ad57-3a363fff722b HTTP/1.1" status: 204 len: 168 time: 3.2198038 Apr 14 16:05:15.190439 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-16c146a2-8880-4c78-be30-75eae86f6344 req-cbc450aa-7def-4917-bc07-48ebc9e6309c tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767639 Apr 14 16:05:15.240566 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=3bf0bbc6-3cc1-457d-b7f5-78521fe26c99,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:15.264114 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:15.284010 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-1e7cbb3b-3050-489c-8622-3a31156cdd13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:15.285397 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2d5bcd-977b-4b9f-963c-550d7b0cd14a', 'name': 'tempest-ServerRescueNegativeTestJSON-65415481-router', 'tenant_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '9592afb5-169b-463f-bb88-65be7047c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:05:00Z', 'updated_at': '2021-04-14T16:05:04Z', 'revision_number': 3, 'project_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'gw_port': {'id': '9592afb5-169b-463f-bb88-65be7047c0ea', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2d5bcd-977b-4b9f-963c-550d7b0cd14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:02Z', 'updated_at': '2021-04-14T16:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:15.297766 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-1e7cbb3b-3050-489c-8622-3a31156cdd13 admin admin] Usage tracker for resource:security_group_rule and tenant:f6f6f756573c48238d5a0a485510ddd3 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:15.300523 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7938e71f-eada-40c2-ba3f-6876aad94929 None None] The sync data for ids ['2b2d5bcd-977b-4b9f-963c-550d7b0cd14a'] in dv-cinder-786260-2-iscsi is: [{'id': '2b2d5bcd-977b-4b9f-963c-550d7b0cd14a', 'name': 'tempest-ServerRescueNegativeTestJSON-65415481-router', 'tenant_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '9592afb5-169b-463f-bb88-65be7047c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:05:00Z', 'updated_at': '2021-04-14T16:05:04Z', 'revision_number': 3, 'project_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'gw_port': {'id': '9592afb5-169b-463f-bb88-65be7047c0ea', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2d5bcd-977b-4b9f-963c-550d7b0cd14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:02Z', 'updated_at': '2021-04-14T16:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:05:15.302125 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-1e7cbb3b-3050-489c-8622-3a31156cdd13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:15.309825 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-060c10a9-734c-4d2a-a67e-89ff42db7bd2 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7328827 Apr 14 16:05:15.370598 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-1e7cbb3b-3050-489c-8622-3a31156cdd13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:15.373393 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-96b79314-8626-43d3-a3a8-e48034b29ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854760955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850995310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851003974'] for subnet, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:15.415193 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c0c90ec9-8147-4eeb-a133-f30aa283daf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:15.423720 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:15.498716 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b79314-8626-43d3-a3a8-e48034b29ffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac647953-147d-430a-95b9-6a46aceb9d9d,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:15.504024 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c0c90ec9-8147-4eeb-a133-f30aa283daf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:15.504773 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-155fe28c-7602-42e8-b455-115668431222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:15.511340 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-96b79314-8626-43d3-a3a8-e48034b29ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:15.590837 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:15.622915 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-2a0817b9-48ca-4155-85ec-fdf5c2b81d88 req-fcec610e-0ea8-46cd-9b1b-74577cb20f10 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Unset dirty status for tenant:808960baf8aa400b8cad54d6df245d6f on resource:security_group {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:05:15.625057 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2a0817b9-48ca-4155-85ec-fdf5c2b81d88 req-fcec610e-0ea8-46cd-9b1b-74577cb20f10 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/security-groups?id=92c292be-7cfb-4cac-affd-103d1ce959b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6354749 Apr 14 16:05:15.681504 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-96b79314-8626-43d3-a3a8-e48034b29ffa admin admin] Notify callbacks [] for subnet, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:15.731826 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-96b79314-8626-43d3-a3a8-e48034b29ffa admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ac647953-147d-430a-95b9-6a46aceb9d9d HTTP/1.1" status: 204 len: 168 time: 5.5648885 Apr 14 16:05:15.741428 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 60228) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:15.747042 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-c0c90ec9-8147-4eeb-a133-f30aa283daf3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=927f532a129f46bbba112c7c341934c7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2640815 Apr 14 16:05:15.751115 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 60230) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:15.752431 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c90ec9-8147-4eeb-a133-f30aa283daf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce353e6a-27af-4c78-aa4d-6e07cc9adad6,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:15.757727 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c0c90ec9-8147-4eeb-a133-f30aa283daf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:15.762711 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-99250dd7-f1fa-4bb9-83a8-4a146aa40d96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:15.794827 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-99250dd7-f1fa-4bb9-83a8-4a146aa40d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:16.145667 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9e5a47da-ee15-42b3-812d-989f9d2d6f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:16.190767 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9e5a47da-ee15-42b3-812d-989f9d2d6f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:16.194932 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:16.362073 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9e5a47da-ee15-42b3-812d-989f9d2d6f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:16.370987 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1e7cbb3b-3050-489c-8622-3a31156cdd13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:16.399958 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:16.435501 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-99250dd7-f1fa-4bb9-83a8-4a146aa40d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1768741'] for router_interface, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:16.441637 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a47da-ee15-42b3-812d-989f9d2d6f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce353e6a-27af-4c78-aa4d-6e07cc9adad6,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:16.446881 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-9e5a47da-ee15-42b3-812d-989f9d2d6f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:16.447756 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9e5a47da-ee15-42b3-812d-989f9d2d6f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:16.456413 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-9e5a47da-ee15-42b3-812d-989f9d2d6f73 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce353e6a-27af-4c78-aa4d-6e07cc9adad6 HTTP/1.1" status: 204 len: 168 time: 0.7002611 Apr 14 16:05:16.535232 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1e7cbb3b-3050-489c-8622-3a31156cdd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:16.575311 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-155fe28c-7602-42e8-b455-115668431222 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:16.587878 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-155fe28c-7602-42e8-b455-115668431222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:16.589986 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-155fe28c-7602-42e8-b455-115668431222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1768741'] for router_interface, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:16.678610 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:16.712961 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aee99569-18de-4bb1-9be2-f4bd4d677365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854580288'] for network, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:16.814014 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-1e7cbb3b-3050-489c-8622-3a31156cdd13 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f6f6f756573c48238d5a0a485510ddd3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5157106 Apr 14 16:05:16.838704 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 60262) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:16.878935 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99250dd7-f1fa-4bb9-83a8-4a146aa40d96 admin admin] Pushing event updated for resources: {'Port': ['ID=40b6d105-61a6-4c03-9b5e-25beb69ed3d5,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:16.883755 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-99250dd7-f1fa-4bb9-83a8-4a146aa40d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:16.892325 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e1cd9109-bcf4-4381-8b0e-b80ce38b2625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:16.923846 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fe28c-7602-42e8-b455-115668431222 admin admin] Pushing event updated for resources: {'Port': ['ID=f17b6db1-9ed9-4661-be9d-d4c5cb02fc59,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:17.074309 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-155fe28c-7602-42e8-b455-115668431222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:17.109193 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7cbb3b-3050-489c-8622-3a31156cdd13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840e23e5-edb1-49b5-82ef-3021390df316,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:17.139137 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155fe28c-7602-42e8-b455-115668431222 admin admin] Network c1a55e38-c40c-46a7-8269-2f73e5dda381 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:05:17.141463 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-155fe28c-7602-42e8-b455-115668431222 admin admin] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:05:17.227162 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aee99569-18de-4bb1-9be2-f4bd4d677365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363258286215762'] for network, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:17.247863 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba81a1-68d8-42a1-9749-3c68b7c33394 req-dac8c790-cfd5-4f1d-a6d8-46f7b0c8b90e tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:17.249750 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-18ba81a1-68d8-42a1-9749-3c68b7c33394 req-dac8c790-cfd5-4f1d-a6d8-46f7b0c8b90e tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 931 time: 0.7826936 Apr 14 16:05:17.347571 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 3bf0bbc6-3cc1-457d-b7f5-78521fe26c99 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:17.414923 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-18ba81a1-68d8-42a1-9749-3c68b7c33394 req-94b0cad4-8daa-4c0c-9896-96f11693ea62 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549299 Apr 14 16:05:17.443279 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 3bf0bbc6-3cc1-457d-b7f5-78521fe26c99 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:17.444371 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:17.448437 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1e7cbb3b-3050-489c-8622-3a31156cdd13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:17.455954 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db75fd-d982-47b6-b892-70fea7e6e951 req-75f73f49-de94-409d-ac1f-3934bee8ebdc tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:17.464850 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-22db75fd-d982-47b6-b892-70fea7e6e951 req-75f73f49-de94-409d-ac1f-3934bee8ebdc tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1 HTTP/1.1" status: 200 len: 931 time: 0.5676601 Apr 14 16:05:17.490805 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-aee99569-18de-4bb1-9be2-f4bd4d677365 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b662ee-1c2a-4afd-83ae-a5afe3243174']}} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:17.500805 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99250dd7-f1fa-4bb9-83a8-4a146aa40d96 admin admin] Network 1b36c666-9490-47fe-871e-06ae9c5795aa is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:05:17.501797 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f243cce0-733d-45f9-b171-583b1482e0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:17.507752 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-22db75fd-d982-47b6-b892-70fea7e6e951 req-c5740524-6fd5-4993-ab5a-9189abf656d5 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/security-groups?id=92c292be-7cfb-4cac-affd-103d1ce959b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416262 Apr 14 16:05:17.508510 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-99250dd7-f1fa-4bb9-83a8-4a146aa40d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:05:17.541401 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-aee99569-18de-4bb1-9be2-f4bd4d677365 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4011468-d11f-427c-b11d-974bc0f40587') {'for_net_delete': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:17.541898 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-aee99569-18de-4bb1-9be2-f4bd4d677365 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4011468-d11f-427c-b11d-974bc0f40587') {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:17.560905 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155fe28c-7602-42e8-b455-115668431222 admin admin] Router 2b2d5bcd-977b-4b9f-963c-550d7b0cd14a has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:05:17.666818 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 9592afb5-169b-463f-bb88-65be7047c0ea up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:17.703580 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aee99569-18de-4bb1-9be2-f4bd4d677365 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258286223442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853326573'] for segment, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:17.746012 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f243cce0-733d-45f9-b171-583b1482e0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:17.756525 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] Request body: {'port': {'device_id': '1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:17.795820 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port 9592afb5-169b-463f-bb88-65be7047c0ea completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:05:17.802339 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 9592afb5-169b-463f-bb88-65be7047c0ea triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:17.803521 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:17.845592 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aee99569-18de-4bb1-9be2-f4bd4d677365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:17.890637 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155fe28c-7602-42e8-b455-115668431222 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:05:17.894872 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee99569-18de-4bb1-9be2-f4bd4d677365 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=85284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:05:17.901988 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-e2aab626-2fb1-454e-80bd-db73fe55597a None None] Provisioning complete for port 40b6d105-61a6-4c03-9b5e-25beb69ed3d5 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:17.902611 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-155fe28c-7602-42e8-b455-115668431222 admin admin] 10.222.0.53 "PUT /v2.0/routers/2b2d5bcd-977b-4b9f-963c-550d7b0cd14a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0916469 Apr 14 16:05:17.902899 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e2aab626-2fb1-454e-80bd-db73fe55597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:17.949921 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] Request body: {'port': {'device_id': 'e58841a5-7f57-4109-9998-17cdd2a0b681', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:17.982162 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-e2aab626-2fb1-454e-80bd-db73fe55597a None None] Port 40b6d105-61a6-4c03-9b5e-25beb69ed3d5 cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:05:18.057851 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:18.087804 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:18.108186 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port 9592afb5-169b-463f-bb88-65be7047c0ea, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=9592afb5-169b-463f-bb88-65be7047c0ea,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:18.112233 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:18.114634 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:18.198313 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=9592afb5-169b-463f-bb88-65be7047c0ea,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:18.209778 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:18.298128 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-aee99569-18de-4bb1-9be2-f4bd4d677365 admin admin] Network c7b662ee-1c2a-4afd-83ae-a5afe3243174 has no segments {{(pid=85284) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:05:18.310079 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aee99569-18de-4bb1-9be2-f4bd4d677365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850995203'] for segment, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:18.423165 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:18.442592 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f243cce0-733d-45f9-b171-583b1482e0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:18.448465 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99250dd7-f1fa-4bb9-83a8-4a146aa40d96 admin admin] Router 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:05:18.489499 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:18.621292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243cce0-733d-45f9-b171-583b1482e0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840e23e5-edb1-49b5-82ef-3021390df316,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:18.677401 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-f243cce0-733d-45f9-b171-583b1482e0fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:18.682392 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-aee99569-18de-4bb1-9be2-f4bd4d677365 admin admin] Network c7b662ee-1c2a-4afd-83ae-a5afe3243174 has no segments {{(pid=85284) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:05:18.796288 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f243cce0-733d-45f9-b171-583b1482e0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:18.798017 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-f243cce0-733d-45f9-b171-583b1482e0fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/840e23e5-edb1-49b5-82ef-3021390df316 HTTP/1.1" status: 204 len: 168 time: 1.9558058 Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: Traceback (most recent call last): Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: timer() Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: cb(*args, **kw) Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: return func(*args, **kwargs) Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: self._notify() Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: self.callback(batched_events) Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: event.method(event) Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: segment_id)['aggregates'][0] Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: return f(self, *a, **k) Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: return self._get(url).json() Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: **kwargs) Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: return self.request(url, 'GET', **kwargs) Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: **endpoint_filter) Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:05:18.799062 dv-cinder-786260-2-iscsi neutron-server[85169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:05:19.013123 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] Sync routers for ids ['2b2d5bcd-977b-4b9f-963c-550d7b0cd14a'] in dv-cinder-786260-2-iscsi {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:05:19.044354 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] Routers {'2b2d5bcd-977b-4b9f-963c-550d7b0cd14a'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:05:19.045051 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:04:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['2b2d5bcd-977b-4b9f-963c-550d7b0cd14a'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:19.234063 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-441d14e0-e072-4077-a695-d909b9a42e5f tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:19.238463 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-441d14e0-e072-4077-a695-d909b9a42e5f tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Synchronizing usage tracker for tenant:56f3498a3fcb47e2972e9fbd622c8e0e on resource:network {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:05:19.242219 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 9592afb5-169b-463f-bb88-65be7047c0ea up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:19.267662 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.db.resource_extend [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 14 16:05:19.342874 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411070b-6d38-4fee-a57e-756c04ef1e4d req-bc8f338b-99b4-4808-ae6a-b866b20086e5 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:19.347710 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 9592afb5-169b-463f-bb88-65be7047c0ea triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:19.348353 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:19.352565 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3411070b-6d38-4fee-a57e-756c04ef1e4d req-bc8f338b-99b4-4808-ae6a-b866b20086e5 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 931 time: 0.5557017 Apr 14 16:05:19.456464 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] Set router 2b2d5bcd-977b-4b9f-963c-550d7b0cd14a gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:05:19.474944 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 60348) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:19.495209 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3411070b-6d38-4fee-a57e-756c04ef1e4d req-7df66b9d-7eb5-483e-93e3-b339fcdf2882 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392529 Apr 14 16:05:19.514443 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-441d14e0-e072-4077-a695-d909b9a42e5f tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Unset dirty status for tenant:56f3498a3fcb47e2972e9fbd622c8e0e on resource:network {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:05:19.527065 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-441d14e0-e072-4077-a695-d909b9a42e5f tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/networks?id=c1a55e38-c40c-46a7-8269-2f73e5dda381 HTTP/1.1" status: 200 len: 817 time: 0.6015530 Apr 14 16:05:19.563912 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fe248c1f-257f-453e-bd20-0139110b2cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:19.580045 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-a123437f-4be5-4763-af6b-1bb591b9c72f tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/quotas/56f3498a3fcb47e2972e9fbd622c8e0e HTTP/1.1" status: 200 len: 375 time: 0.0519249 Apr 14 16:05:19.650962 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-fe248c1f-257f-453e-bd20-0139110b2cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:19.656763 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 60352) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:19.678147 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-fe248c1f-257f-453e-bd20-0139110b2cff admin admin] Usage tracker for resource:security_group_rule and tenant:40f627ff58c1442b8b5f9e49e6a1d5a5 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:19.687403 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aee99569-18de-4bb1-9be2-f4bd4d677365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853071345'] for network, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:19.695660 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-fe248c1f-257f-453e-bd20-0139110b2cff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:19.706407 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-fe248c1f-257f-453e-bd20-0139110b2cff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:19.770105 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:19.790164 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf431a0-c526-49ff-a266-b7bd306100dc {{(pid=85285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:05:19.802666 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee99569-18de-4bb1-9be2-f4bd4d677365 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7b662ee-1c2a-4afd-83ae-a5afe3243174,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:19.807298 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aee99569-18de-4bb1-9be2-f4bd4d677365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:19.815681 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-aee99569-18de-4bb1-9be2-f4bd4d677365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:19.823792 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99250dd7-f1fa-4bb9-83a8-4a146aa40d96 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:05:19.832555 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] Sync routers for ids ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:05:19.846789 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-aee99569-18de-4bb1-9be2-f4bd4d677365 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c7b662ee-1c2a-4afd-83ae-a5afe3243174 HTTP/1.1" status: 204 len: 168 time: 4.1051531 Apr 14 16:05:19.849616 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-99250dd7-f1fa-4bb9-83a8-4a146aa40d96 admin admin] 10.222.0.53 "PUT /v2.0/routers/3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3189349 Apr 14 16:05:19.853662 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] Routers {'3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:05:19.857586 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:04:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:19.872915 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:19.979551 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] Transition to ACTIVE for port object 2bf431a0-c526-49ff-a266-b7bd306100dc will not be triggered until provisioned by entity L2. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:05:19.994605 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:20.047134 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2d5bcd-977b-4b9f-963c-550d7b0cd14a', 'name': 'tempest-ServerRescueNegativeTestJSON-65415481-router', 'tenant_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '9592afb5-169b-463f-bb88-65be7047c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:05:00Z', 'updated_at': '2021-04-14T16:05:15Z', 'revision_number': 4, 'project_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'gw_port': {'id': '9592afb5-169b-463f-bb88-65be7047c0ea', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2d5bcd-977b-4b9f-963c-550d7b0cd14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:02Z', 'updated_at': '2021-04-14T16:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': 'f17b6db1-9ed9-4661-be9d-d4c5cb02fc59', 'name': '', 'network_id': 'c1a55e38-c40c-46a7-8269-2f73e5dda381', 'tenant_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'mac_address': 'fa:16:3e:5a:bc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2d5bcd-977b-4b9f-963c-550d7b0cd14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a853725d-d158-4e46-bb35-3a52e24eb68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:13Z', 'updated_at': '2021-04-14T16:05:15Z', 'revision_number': 2, 'project_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'subnets': [{'id': 'a853725d-d158-4e46-bb35-3a52e24eb68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:20.059385 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] Checking router: 2b2d5bcd-977b-4b9f-963c-550d7b0cd14a for host: dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:05:20.065232 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] Updating router 2b2d5bcd-977b-4b9f-963c-550d7b0cd14a port f17b6db1-9ed9-4661-be9d-d4c5cb02fc59 binding host dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:05:20.111649 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe9d56f-16a4-4159-afc5-51f9f131487b {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:05:20.121570 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:20.139248 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] Transition to ACTIVE for port object ffe9d56f-16a4-4159-afc5-51f9f131487b will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:05:20.148785 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:20.172432 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bb1cb582-a3f1-47f4-977a-296cf6a412b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:20.179829 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:20.298288 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 60368) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:20.298872 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:20.303999 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1c6ac77e-c475-41a5-bed7-c49ef0f1fbd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:20.328252 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] Set router 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:05:20.379161 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] Pushing event updated for resources: {'Port': ['ID=2bf431a0-c526-49ff-a266-b7bd306100dc,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:20.382629 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:20.413992 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-1dd46cb8-b96f-46c7-9bf9-c9b7b52561d2 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Synchronizing usage tracker for tenant:56f3498a3fcb47e2972e9fbd622c8e0e on resource:port {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:05:20.462173 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-63e573ff-96cc-4d89-8266-f4a9f864c566 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=39ade845dab544c7ae986646666077c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0878739 Apr 14 16:05:20.465754 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-1c6ac77e-c475-41a5-bed7-c49ef0f1fbd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:20.470128 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-1c6ac77e-c475-41a5-bed7-c49ef0f1fbd6 admin admin] Usage tracker for resource:security_group_rule and tenant:a09b5927ee29408ca6136f8b0aef7510 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:20.473188 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-1c6ac77e-c475-41a5-bed7-c49ef0f1fbd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:20.479938 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-1c6ac77e-c475-41a5-bed7-c49ef0f1fbd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:20.538473 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 60374) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:20.572713 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549af03-dfeb-4f29-8546-71ceb9d4b3e9 req-15f55403-65ac-413c-9d15-927f3bed1ec4 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:20.574194 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9549af03-dfeb-4f29-8546-71ceb9d4b3e9 req-15f55403-65ac-413c-9d15-927f3bed1ec4 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1 HTTP/1.1" status: 200 len: 931 time: 0.8741403 Apr 14 16:05:20.593801 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe9d56f-16a4-4159-afc5-51f9f131487b,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:20.602209 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1c6ac77e-c475-41a5-bed7-c49ef0f1fbd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:20.610042 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:20.623621 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1c6ac77e-c475-41a5-bed7-c49ef0f1fbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:20.651976 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:20.664545 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9549af03-dfeb-4f29-8546-71ceb9d4b3e9 req-eab5d355-73a7-4c1f-ae9b-87723316591a tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/security-groups?id=92c292be-7cfb-4cac-affd-103d1ce959b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329156 Apr 14 16:05:20.744809 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fe248c1f-257f-453e-bd20-0139110b2cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:20.766466 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-1c6ac77e-c475-41a5-bed7-c49ef0f1fbd6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a09b5927ee29408ca6136f8b0aef7510&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1085196 Apr 14 16:05:20.771504 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fe248c1f-257f-453e-bd20-0139110b2cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:20.773655 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 60386) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:20.775094 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ac77e-c475-41a5-bed7-c49ef0f1fbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52062328-c8a0-41a3-a27f-3f5dbfd8fc3d,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:20.776372 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-1dd46cb8-b96f-46c7-9bf9-c9b7b52561d2 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Unset dirty status for tenant:56f3498a3fcb47e2972e9fbd622c8e0e on resource:port {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:05:20.778219 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-1dd46cb8-b96f-46c7-9bf9-c9b7b52561d2 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=56f3498a3fcb47e2972e9fbd622c8e0e&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1965859 Apr 14 16:05:20.781078 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1c6ac77e-c475-41a5-bed7-c49ef0f1fbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:20.807622 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:20.897439 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] Notify callbacks [] for port, precommit_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:20.911303 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] Transition to ACTIVE for port object f17b6db1-9ed9-4661-be9d-d4c5cb02fc59 will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:05:20.934603 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] Attempting to bind port 2bf431a0-c526-49ff-a266-b7bd306100dc on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:05:20.935126 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] Attempting to bind port 2bf431a0-c526-49ff-a266-b7bd306100dc by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '662a9c23-ac8f-4c28-afd8-7fb5e6adb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8554acac-9bd7-4473-817a-4d24404f2819'}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:05:20.935417 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:20.935528 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] Attempting to bind port 2bf431a0-c526-49ff-a266-b7bd306100dc on network 8554acac-9bd7-4473-817a-4d24404f2819 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:20.946905 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd464-8ebf-4116-b459-4f0eb8d8aad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:20.970440 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:20.984616 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd464-8ebf-4116-b459-4f0eb8d8aad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:20.993469 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'name': 'tempest-AttachVolumeTestJSON-982561318-router', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:59Z', 'updated_at': '2021-04-14T16:05:14Z', 'revision_number': 4, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'gw_port': {'id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:01Z', 'updated_at': '2021-04-14T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '40b6d105-61a6-4c03-9b5e-25beb69ed3d5', 'name': '', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'mac_address': 'fa:16:3e:65:8f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:10Z', 'updated_at': '2021-04-14T16:05:15Z', 'revision_number': 2, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'subnets': [{'id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:21.002880 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] Checking router: 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:05:21.003294 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] Updating router 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee port 40b6d105-61a6-4c03-9b5e-25beb69ed3d5 binding host dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:05:21.045360 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd464-8ebf-4116-b459-4f0eb8d8aad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:21.046124 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] Port 2bf431a0-c526-49ff-a266-b7bd306100dc on network 8554acac-9bd7-4473-817a-4d24404f2819 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:05:21.047004 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] Attempting to bind port 2bf431a0-c526-49ff-a266-b7bd306100dc on network 8554acac-9bd7-4473-817a-4d24404f2819 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:21.058635 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] Checking agent: {'id': 'f6195c71-3258-459e-9d3f-74f9782cd5cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'started_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:05:21.059017 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] Checking segment: {'id': '662a9c23-ac8f-4c28-afd8-7fb5e6adb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8554acac-9bd7-4473-817a-4d24404f2819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:05:21.064303 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] Bound using segment: {'id': '662a9c23-ac8f-4c28-afd8-7fb5e6adb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8554acac-9bd7-4473-817a-4d24404f2819'} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:05:21.064870 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] Bound port: 2bf431a0-c526-49ff-a266-b7bd306100dc, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662a9c23-ac8f-4c28-afd8-7fb5e6adb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8554acac-9bd7-4473-817a-4d24404f2819'}}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:05:21.065275 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:21.097055 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-fe248c1f-257f-453e-bd20-0139110b2cff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=40f627ff58c1442b8b5f9e49e6a1d5a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6041541 Apr 14 16:05:21.101912 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 60398) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:21.149870 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe248c1f-257f-453e-bd20-0139110b2cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2508643a-0800-4898-9580-8d5fb5a79e5d,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:21.171431 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] For port 2bf431a0-c526-49ff-a266-b7bd306100dc, host hv-cinder-78626, cleared binding levels {{(pid=85285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:05:21.173261 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-fe248c1f-257f-453e-bd20-0139110b2cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:21.175783 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] For port 2bf431a0-c526-49ff-a266-b7bd306100dc, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2bf431a0-c526-49ff-a266-b7bd306100dc,segment=NetworkSegment(662a9c23-ac8f-4c28-afd8-7fb5e6adb077),segment_id=662a9c23-ac8f-4c28-afd8-7fb5e6adb077)] {{(pid=85285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:05:21.188323 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-712e0905-2040-4362-b5a7-9fa9391ff5fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:21.194274 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:21.196130 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:21.219988 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dd464-8ebf-4116-b459-4f0eb8d8aad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138cf30f-e9b1-4986-8163-a7d047c9e238,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:21.237163 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6f0dd464-8ebf-4116-b459-4f0eb8d8aad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:21.237627 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:21.309596 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c249b-e660-41ab-a269-cb0269d70df2 None None] Pushing event updated for resources: {'Port': ['ID=f17b6db1-9ed9-4661-be9d-d4c5cb02fc59,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:21.314261 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c02c249b-e660-41ab-a269-cb0269d70df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:21.323574 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-08d6b2f3-4f42-453f-b524-e3fc63484aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:21.333833 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] Pushing event updated for resources: {'Port': ['ID=2bf431a0-c526-49ff-a266-b7bd306100dc,revision_number=3']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:21.339162 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd464-8ebf-4116-b459-4f0eb8d8aad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:21.340371 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-6f0dd464-8ebf-4116-b459-4f0eb8d8aad3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/138cf30f-e9b1-4986-8163-a7d047c9e238 HTTP/1.1" status: 204 len: 168 time: 0.7961359 Apr 14 16:05:21.344520 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:21.351079 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-587501d8-df86-4586-a400-6c79b6b6d023 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=85285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:05:21.358967 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-587501d8-df86-4586-a400-6c79b6b6d023 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1813607 Apr 14 16:05:21.488151 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] Attempting to bind port ffe9d56f-16a4-4159-afc5-51f9f131487b on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:05:21.488538 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] Attempting to bind port ffe9d56f-16a4-4159-afc5-51f9f131487b by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'b381b6c6-6aa9-422a-afa4-1af838049569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:05:21.488928 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] Attempting to bind port ffe9d56f-16a4-4159-afc5-51f9f131487b on network 54a8843b-6ccf-44d9-81c5-6907f5dcf390 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:21.511416 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-08d6b2f3-4f42-453f-b524-e3fc63484aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:21.531450 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-846a8343-71b2-4957-902c-d024eaa7da98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:21.545012 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] Port ffe9d56f-16a4-4159-afc5-51f9f131487b on network 54a8843b-6ccf-44d9-81c5-6907f5dcf390 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:05:21.545387 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] Attempting to bind port ffe9d56f-16a4-4159-afc5-51f9f131487b on network 54a8843b-6ccf-44d9-81c5-6907f5dcf390 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:21.592254 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 60412) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:21.609891 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] Checking agent: {'id': 'f6195c71-3258-459e-9d3f-74f9782cd5cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'started_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:05:21.610115 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-a0fe70df-2018-4152-ba5d-371aeef866b2 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Request body: {'security_group': {'name': 'tempest-securitygroup--127184176', 'description': 'tempest-description--866923297'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:21.610326 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] Checking segment: {'id': 'b381b6c6-6aa9-422a-afa4-1af838049569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:05:21.610918 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] Bound using segment: {'id': 'b381b6c6-6aa9-422a-afa4-1af838049569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:05:21.611452 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] Bound port: ffe9d56f-16a4-4159-afc5-51f9f131487b, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b381b6c6-6aa9-422a-afa4-1af838049569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:05:21.611847 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:21.617482 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-a0fe70df-2018-4152-ba5d-371aeef866b2 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:21.628191 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-a0fe70df-2018-4152-ba5d-371aeef866b2 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Usage tracker for resource:security_group and tenant:8cb0e58781b543f0af3f43342740e649 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:21.634289 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-a0fe70df-2018-4152-ba5d-371aeef866b2 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:21.649370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-a0fe70df-2018-4152-ba5d-371aeef866b2 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:21.671761 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a0fe70df-2018-4152-ba5d-371aeef866b2 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:21.775173 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-846a8343-71b2-4957-902c-d024eaa7da98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:21.792411 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] Attempting to bind port f17b6db1-9ed9-4661-be9d-d4c5cb02fc59 on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:05:21.792826 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] Attempting to bind port f17b6db1-9ed9-4661-be9d-d4c5cb02fc59 by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': '1bbf8336-5fa4-4cd7-9b61-f26412f0ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c1a55e38-c40c-46a7-8269-2f73e5dda381'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:05:21.793234 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] Attempting to bind port f17b6db1-9ed9-4661-be9d-d4c5cb02fc59 on network c1a55e38-c40c-46a7-8269-2f73e5dda381 {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:21.799643 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-a0fe70df-2018-4152-ba5d-371aeef866b2 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:21.804729 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-a0fe70df-2018-4152-ba5d-371aeef866b2 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Usage tracker for resource:security_group_rule and tenant:8cb0e58781b543f0af3f43342740e649 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:21.807847 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-a0fe70df-2018-4152-ba5d-371aeef866b2 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:21.813895 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-a0fe70df-2018-4152-ba5d-371aeef866b2 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:21.816015 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:05:21.816438 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] Checking segment: {'id': '1bbf8336-5fa4-4cd7-9b61-f26412f0ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c1a55e38-c40c-46a7-8269-2f73e5dda381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:05:21.816899 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:21.817321 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] Bound using segment: {'id': '1bbf8336-5fa4-4cd7-9b61-f26412f0ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c1a55e38-c40c-46a7-8269-2f73e5dda381'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:05:21.817854 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] Bound port: f17b6db1-9ed9-4661-be9d-d4c5cb02fc59, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbf8336-5fa4-4cd7-9b61-f26412f0ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c1a55e38-c40c-46a7-8269-2f73e5dda381'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:05:21.818293 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:21.909644 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a0fe70df-2018-4152-ba5d-371aeef866b2 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:21.910019 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] For port ffe9d56f-16a4-4159-afc5-51f9f131487b, host hv-cinder-78626, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:05:21.914223 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] For port ffe9d56f-16a4-4159-afc5-51f9f131487b, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ffe9d56f-16a4-4159-afc5-51f9f131487b,segment=NetworkSegment(b381b6c6-6aa9-422a-afa4-1af838049569),segment_id=b381b6c6-6aa9-422a-afa4-1af838049569)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:05:21.920752 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:21.938288 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:21.955607 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a0fe70df-2018-4152-ba5d-371aeef866b2 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:21.958026 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-89ed89b8-0535-4e21-a9f7-0a7dae7d5987 service neutron] 10.222.0.53 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5981972 Apr 14 16:05:21.988154 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-08d6b2f3-4f42-453f-b524-e3fc63484aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:21.993571 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] For port f17b6db1-9ed9-4661-be9d-d4c5cb02fc59, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:05:21.997832 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] For port f17b6db1-9ed9-4661-be9d-d4c5cb02fc59, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=f17b6db1-9ed9-4661-be9d-d4c5cb02fc59,segment=NetworkSegment(1bbf8336-5fa4-4cd7-9b61-f26412f0ab97),segment_id=1bbf8336-5fa4-4cd7-9b61-f26412f0ab97)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:05:22.008040 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:22.031719 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:22.164054 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:22.183307 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-846a8343-71b2-4957-902c-d024eaa7da98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:22.259319 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 60430) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:22.279306 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-08d6b2f3-4f42-453f-b524-e3fc63484aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:22.280550 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-08d6b2f3-4f42-453f-b524-e3fc63484aa5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52062328-c8a0-41a3-a27f-3f5dbfd8fc3d HTTP/1.1" status: 204 len: 168 time: 1.5016799 Apr 14 16:05:22.334203 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-bdba31e8-723d-4869-8b72-a8a53737de7b service neutron] 10.222.0.53 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324780 Apr 14 16:05:22.334694 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-846a8343-71b2-4957-902c-d024eaa7da98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:22.335915 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-846a8343-71b2-4957-902c-d024eaa7da98 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2508643a-0800-4898-9580-8d5fb5a79e5d HTTP/1.1" status: 204 len: 168 time: 1.1974919 Apr 14 16:05:22.341462 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:22.342151 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:22.344025 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] 10.222.0.54 "PUT /v2.0/ports/2bf431a0-c526-49ff-a266-b7bd306100dc HTTP/1.1" status: 200 len: 1093 time: 4.9621415 Apr 14 16:05:22.357092 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:22.380752 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe9d56f-16a4-4159-afc5-51f9f131487b,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:22.395186 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1', 'tag': '2bf431a0-c526-49ff-a266-b7bd306100dc'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:22.399965 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] Transition to ACTIVE for port object 40b6d105-61a6-4c03-9b5e-25beb69ed3d5 will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:05:22.411172 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:22.432786 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:22.434719 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0deaa88f-3fe6-4496-b1dd-65abe50e8cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.390s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:22.438088 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:22.505567 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6b2f3-4f42-453f-b524-e3fc63484aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52062328-c8a0-41a3-a27f-3f5dbfd8fc3d,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:22.563081 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe70df-2018-4152-ba5d-371aeef866b2 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca5c09b-779d-4fa8-ae20-8399d8042f19,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:22.573659 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a0fe70df-2018-4152-ba5d-371aeef866b2 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:22.581926 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a8343-71b2-4957-902c-d024eaa7da98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2508643a-0800-4898-9580-8d5fb5a79e5d,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:22.591398 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a0fe70df-2018-4152-ba5d-371aeef866b2 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:22.595563 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-a0fe70df-2018-4152-ba5d-371aeef866b2 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9994371 Apr 14 16:05:22.612437 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-6f9103d4-a94b-4e1a-9748-64baad0737d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f9da18938e9744b2a4fa4e8d9aabc26e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3471196 Apr 14 16:05:22.613177 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 60446) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:22.613541 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 60448) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:22.614454 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-846a8343-71b2-4957-902c-d024eaa7da98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:22.615930 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:22.616540 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:22.618061 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] 10.222.0.54 "PUT /v2.0/ports/ffe9d56f-16a4-4159-afc5-51f9f131487b HTTP/1.1" status: 200 len: 1093 time: 5.1717999 Apr 14 16:05:22.632987 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-f243cce0-733d-45f9-b171-583b1482e0fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:22.633417 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-f243cce0-733d-45f9-b171-583b1482e0fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:22.633916 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58841a5-7f57-4109-9998-17cdd2a0b681', 'tag': 'ffe9d56f-16a4-4159-afc5-51f9f131487b'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:22.663096 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-57a16ec7-96c2-4ee9-88d4-40dbfd107b8f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Request body: {'security_group_rule': {'security_group_id': 'bca5c09b-779d-4fa8-ae20-8399d8042f19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:22.714685 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a567b4-f7b0-4626-950d-837d41f0c355 req-477ef993-0015-42f4-8da2-679767bfa40a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:22.725622 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-75a567b4-f7b0-4626-950d-837d41f0c355 req-477ef993-0015-42f4-8da2-679767bfa40a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 943 time: 1.0133400 Apr 14 16:05:22.745743 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-57a16ec7-96c2-4ee9-88d4-40dbfd107b8f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:22.749191 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c249b-e660-41ab-a269-cb0269d70df2 None None] Pushing event updated for resources: {'Port': ['ID=f17b6db1-9ed9-4661-be9d-d4c5cb02fc59,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:22.803892 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c02c249b-e660-41ab-a269-cb0269d70df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:22.838404 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd7027-66e8-4a7a-9593-4179fdda3ce8 None None] Pushing event updated for resources: {'Port': ['ID=40b6d105-61a6-4c03-9b5e-25beb69ed3d5,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:22.843331 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bafd7027-66e8-4a7a-9593-4179fdda3ce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:22.863208 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-75a567b4-f7b0-4626-950d-837d41f0c355 req-c75f7b55-6fef-4bea-b2df-aa59abd62822 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368058 Apr 14 16:05:22.867906 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] Routers {'2b2d5bcd-977b-4b9f-963c-550d7b0cd14a'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:05:22.878809 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:04:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['2b2d5bcd-977b-4b9f-963c-550d7b0cd14a'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:22.956551 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-57a16ec7-96c2-4ee9-88d4-40dbfd107b8f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Usage tracker for resource:security_group_rule and tenant:8cb0e58781b543f0af3f43342740e649 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:22.974742 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-57a16ec7-96c2-4ee9-88d4-40dbfd107b8f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:23.068974 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-57a16ec7-96c2-4ee9-88d4-40dbfd107b8f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:23.146461 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6f580f6e-c1c9-4d40-bab3-654c843ad2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:23.204227 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6f580f6e-c1c9-4d40-bab3-654c843ad2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:23.281767 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6f580f6e-c1c9-4d40-bab3-654c843ad2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:23.315336 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:23.347354 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-57a16ec7-96c2-4ee9-88d4-40dbfd107b8f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:23.385335 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] Attempting to bind port 40b6d105-61a6-4c03-9b5e-25beb69ed3d5 on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:05:23.385754 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] Attempting to bind port 40b6d105-61a6-4c03-9b5e-25beb69ed3d5 by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': '34e7e0e2-7a76-4d29-87b4-d8984da10e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:05:23.386229 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] Attempting to bind port 40b6d105-61a6-4c03-9b5e-25beb69ed3d5 on network 1b36c666-9490-47fe-871e-06ae9c5795aa {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:23.397307 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:05:23.397731 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] Checking segment: {'id': '34e7e0e2-7a76-4d29-87b4-d8984da10e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:05:23.398212 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:23.398657 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] Bound using segment: {'id': '34e7e0e2-7a76-4d29-87b4-d8984da10e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:05:23.400661 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] Bound port: 40b6d105-61a6-4c03-9b5e-25beb69ed3d5, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e7e0e2-7a76-4d29-87b4-d8984da10e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:05:23.401110 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:23.466266 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 60480) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:23.479177 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6f580f6e-c1c9-4d40-bab3-654c843ad2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:23.483653 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-6f580f6e-c1c9-4d40-bab3-654c843ad2ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f3263ad-ca6a-4880-8756-37fff20d7f4c HTTP/1.1" status: 204 len: 168 time: 0.8505158 Apr 14 16:05:23.554854 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] Set router 2b2d5bcd-977b-4b9f-963c-550d7b0cd14a gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:05:23.562113 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-57a16ec7-96c2-4ee9-88d4-40dbfd107b8f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:23.633400 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c914063f-8885-468d-8de5-4ce0ec01c447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:23.635571 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] For port 40b6d105-61a6-4c03-9b5e-25beb69ed3d5, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:05:23.639610 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] For port 40b6d105-61a6-4c03-9b5e-25beb69ed3d5, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=40b6d105-61a6-4c03-9b5e-25beb69ed3d5,segment=NetworkSegment(34e7e0e2-7a76-4d29-87b4-d8984da10e43),segment_id=34e7e0e2-7a76-4d29-87b4-d8984da10e43)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:05:23.645780 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:23.656843 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f580f6e-c1c9-4d40-bab3-654c843ad2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3263ad-ca6a-4880-8756-37fff20d7f4c,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:23.659645 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6f580f6e-c1c9-4d40-bab3-654c843ad2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:23.668686 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-c914063f-8885-468d-8de5-4ce0ec01c447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:23.673084 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-c914063f-8885-468d-8de5-4ce0ec01c447 admin admin] Usage tracker for resource:security_group_rule and tenant:de51da521f504cdba73dc80b6a717284 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:23.676274 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-c914063f-8885-468d-8de5-4ce0ec01c447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:23.682999 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-c914063f-8885-468d-8de5-4ce0ec01c447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:23.746081 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c34dbc9b-1724-4ce9-8d91-ce09b9e2879b req-6bfe6a14-c295-4539-a31a-882a85d55b53 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 210 time: 0.1994250 Apr 14 16:05:23.832808 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9e72e-2cc0-4912-976d-da597955c178 req-74bc0a7b-00d5-47a5-ae4d-7517e5cac756 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:23.835092 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-18a9e72e-2cc0-4912-976d-da597955c178 req-74bc0a7b-00d5-47a5-ae4d-7517e5cac756 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1 HTTP/1.1" status: 200 len: 943 time: 0.9257140 Apr 14 16:05:23.841532 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-02ec26bc-6f86-4700-b7da-a835b27ac286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:23.844424 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-02ec26bc-6f86-4700-b7da-a835b27ac286 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=808960baf8aa400b8cad54d6df245d6f&device_id=1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1 HTTP/1.1" status: 200 len: 1096 time: 1.2689199 Apr 14 16:05:23.846038 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c914063f-8885-468d-8de5-4ce0ec01c447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:23.853154 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-57a16ec7-96c2-4ee9-88d4-40dbfd107b8f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:23.859960 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c914063f-8885-468d-8de5-4ce0ec01c447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:23.899263 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-860df8eb-0989-4f4d-b4b7-12762a3edf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:23.901203 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-860df8eb-0989-4f4d-b4b7-12762a3edf24 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=acc9279607264a5498ce14826bf5306e&device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 1096 time: 1.1902080 Apr 14 16:05:23.903065 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:23.921549 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-44beefb5-b303-4781-8001-8ac81ed7fc4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:23.929439 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-57a16ec7-96c2-4ee9-88d4-40dbfd107b8f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:23.935252 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-57a16ec7-96c2-4ee9-88d4-40dbfd107b8f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3160892 Apr 14 16:05:23.939586 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 60500) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:24.129536 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] Routers {'3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:05:24.130254 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:04:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:24.135526 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-18b84f8d-888d-43fa-8ffb-1dcbc4ed0d15 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffe9d56f-16a4-4159-afc5-51f9f131487b HTTP/1.1" status: 200 len: 217 time: 0.1929274 Apr 14 16:05:24.139648 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-efe7b642-fd26-41ae-b4db-6f4d16c568ef tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Request body: {'security_group_rule': {'security_group_id': 'bca5c09b-779d-4fa8-ae20-8399d8042f19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:24.151208 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-869b1ce0-bff9-465c-92c2-291454ece15b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bf431a0-c526-49ff-a266-b7bd306100dc HTTP/1.1" status: 200 len: 217 time: 0.2788565 Apr 14 16:05:24.181982 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a16ec7-96c2-4ee9-88d4-40dbfd107b8f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b01e48-c154-4524-a831-0c73b59c6659,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:24.191740 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-57a16ec7-96c2-4ee9-88d4-40dbfd107b8f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:24.193097 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-efe7b642-fd26-41ae-b4db-6f4d16c568ef tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:24.268992 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-afb222f8-520f-4f24-b21c-4ad57e7dd2ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.340s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:24.305141 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2d5bcd-977b-4b9f-963c-550d7b0cd14a', 'name': 'tempest-ServerRescueNegativeTestJSON-65415481-router', 'tenant_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '9592afb5-169b-463f-bb88-65be7047c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:05:00Z', 'updated_at': '2021-04-14T16:05:15Z', 'revision_number': 4, 'project_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'gw_port': {'id': '9592afb5-169b-463f-bb88-65be7047c0ea', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2d5bcd-977b-4b9f-963c-550d7b0cd14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:02Z', 'updated_at': '2021-04-14T16:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': 'f17b6db1-9ed9-4661-be9d-d4c5cb02fc59', 'name': '', 'network_id': 'c1a55e38-c40c-46a7-8269-2f73e5dda381', 'tenant_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'mac_address': 'fa:16:3e:5a:bc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2d5bcd-977b-4b9f-963c-550d7b0cd14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a853725d-d158-4e46-bb35-3a52e24eb68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:13Z', 'updated_at': '2021-04-14T16:05:21Z', 'revision_number': 4, 'project_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'subnets': [{'id': 'a853725d-d158-4e46-bb35-3a52e24eb68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:24.309898 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd7027-66e8-4a7a-9593-4179fdda3ce8 None None] Pushing event updated for resources: {'Port': ['ID=40b6d105-61a6-4c03-9b5e-25beb69ed3d5,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:24.315292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bafd7027-66e8-4a7a-9593-4179fdda3ce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:24.317987 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-efe7b642-fd26-41ae-b4db-6f4d16c568ef tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Usage tracker for resource:security_group_rule and tenant:8cb0e58781b543f0af3f43342740e649 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:24.320014 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf36490-cc64-49b0-8cfd-21f125b92711 None None] The sync data for ids ['2b2d5bcd-977b-4b9f-963c-550d7b0cd14a'] in dv-cinder-786260-2-iscsi is: [{'id': '2b2d5bcd-977b-4b9f-963c-550d7b0cd14a', 'name': 'tempest-ServerRescueNegativeTestJSON-65415481-router', 'tenant_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '9592afb5-169b-463f-bb88-65be7047c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:05:00Z', 'updated_at': '2021-04-14T16:05:15Z', 'revision_number': 4, 'project_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'gw_port': {'id': '9592afb5-169b-463f-bb88-65be7047c0ea', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2d5bcd-977b-4b9f-963c-550d7b0cd14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:02Z', 'updated_at': '2021-04-14T16:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': 'f17b6db1-9ed9-4661-be9d-d4c5cb02fc59', 'name': '', 'network_id': 'c1a55e38-c40c-46a7-8269-2f73e5dda381', 'tenant_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'mac_address': 'fa:16:3e:5a:bc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2d5bcd-977b-4b9f-963c-550d7b0cd14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a853725d-d158-4e46-bb35-3a52e24eb68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:13Z', 'updated_at': '2021-04-14T16:05:21Z', 'revision_number': 4, 'project_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'subnets': [{'id': 'a853725d-d158-4e46-bb35-3a52e24eb68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:05:24.325493 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-efe7b642-fd26-41ae-b4db-6f4d16c568ef tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:24.349964 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-c914063f-8885-468d-8de5-4ce0ec01c447 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de51da521f504cdba73dc80b6a717284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7838213 Apr 14 16:05:24.353722 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-18a9e72e-2cc0-4912-976d-da597955c178 req-7ffe10f1-c789-404d-a1ca-fe5425fa53e4 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/security-groups?id=92c292be-7cfb-4cac-affd-103d1ce959b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5062311 Apr 14 16:05:24.379084 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 60510) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:24.379697 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-55fc824c-77d6-425f-8ae8-9aca1493e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:24.379697 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-55fc824c-77d6-425f-8ae8-9aca1493e4cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=87f7e3d0-e9f2-4b33-9d8c-9dad8477f3c6 HTTP/1.1" status: 200 len: 851 time: 0.2063849 Apr 14 16:05:24.404831 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-efe7b642-fd26-41ae-b4db-6f4d16c568ef tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:24.523802 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914063f-8885-468d-8de5-4ce0ec01c447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc434156-1c84-4e70-90f7-c4f2ed917de8,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:24.529976 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-ec425b86-58a8-4e9e-b04a-f3661dbf796d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8554acac-9bd7-4473-817a-4d24404f2819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1348095 Apr 14 16:05:24.546465 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c914063f-8885-468d-8de5-4ce0ec01c447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:24.568498 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-d5c18ae9-f22c-4c54-ad05-0b9041e158d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:24.570215 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-d5c18ae9-f22c-4c54-ad05-0b9041e158d7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=864a9ded-9107-446c-b285-140a1dcad264 HTTP/1.1" status: 200 len: 855 time: 0.4207091 Apr 14 16:05:24.608417 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 60520) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:24.622798 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] Set router 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:05:24.671485 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.54', 61170) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:24.686043 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-cad7a2e7-b984-4eb2-81be-011600613a6a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=54a8843b-6ccf-44d9-81c5-6907f5dcf390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973656 Apr 14 16:05:24.724838 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-efe7b642-fd26-41ae-b4db-6f4d16c568ef tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:24.788465 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a01c7d7-09c9-4e0d-b602-e253af221160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:24.846908 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a01c7d7-09c9-4e0d-b602-e253af221160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:25.199873 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1', 'tag': '2bf431a0-c526-49ff-a266-b7bd306100dc', 'status': 'completed', 'code': 200} Apr 14 16:05:25.428272 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a01c7d7-09c9-4e0d-b602-e253af221160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:25.439805 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e58841a5-7f57-4109-9998-17cdd2a0b681', 'tag': 'ffe9d56f-16a4-4159-afc5-51f9f131487b', 'status': 'completed', 'code': 200} Apr 14 16:05:25.487469 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:25.506467 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a01c7d7-09c9-4e0d-b602-e253af221160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:25.510952 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-6a01c7d7-09c9-4e0d-b602-e253af221160 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cc434156-1c84-4e70-90f7-c4f2ed917de8 HTTP/1.1" status: 204 len: 168 time: 1.1379950 Apr 14 16:05:25.529848 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01c7d7-09c9-4e0d-b602-e253af221160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc434156-1c84-4e70-90f7-c4f2ed917de8,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:25.532775 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a01c7d7-09c9-4e0d-b602-e253af221160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:25.557048 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-efe7b642-fd26-41ae-b4db-6f4d16c568ef tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:25.557784 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device f17b6db1-9ed9-4661-be9d-d4c5cb02fc59 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:25.574299 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-27db8661-38a8-4910-8c83-b2a9a576c43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:25.579101 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-efe7b642-fd26-41ae-b4db-6f4d16c568ef tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:25.624890 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:25.641820 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7b642-fd26-41ae-b4db-6f4d16c568ef tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ddeee3-5cd8-4b11-81d3-90bbcf4da1c9,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:25.644721 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-efe7b642-fd26-41ae-b4db-6f4d16c568ef tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:25.645533 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-efe7b642-fd26-41ae-b4db-6f4d16c568ef tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:25.646954 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-efe7b642-fd26-41ae-b4db-6f4d16c568ef tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6945982 Apr 14 16:05:25.649657 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-b5a6431d-80b2-4962-8a17-2d9bb1185026 service neutron] 10.222.0.54 "GET /v2.0/networks/54a8843b-6ccf-44d9-81c5-6907f5dcf390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9504740 Apr 14 16:05:25.651669 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 60570) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:25.689672 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Request body: {'floatingip': {'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:25.701617 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-44b80b6e-ad5c-44b3-a07a-ec71d127095d service neutron] 10.222.0.54 "GET /v2.0/networks/8554acac-9bd7-4473-817a-4d24404f2819?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1546848 Apr 14 16:05:25.710770 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:25.719763 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Usage tracker for resource:floatingip and tenant:8cb0e58781b543f0af3f43342740e649 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:25.724777 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:25.796054 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:25.819567 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-27db8661-38a8-4910-8c83-b2a9a576c43a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:25.824264 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for floatingip, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:25.830385 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-27db8661-38a8-4910-8c83-b2a9a576c43a admin admin] Usage tracker for resource:security_group_rule and tenant:ceb555588fa141879b43d2f3446b2297 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:25.840308 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-27db8661-38a8-4910-8c83-b2a9a576c43a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:25.844990 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'name': 'tempest-AttachVolumeTestJSON-982561318-router', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:59Z', 'updated_at': '2021-04-14T16:05:14Z', 'revision_number': 4, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'gw_port': {'id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:01Z', 'updated_at': '2021-04-14T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '40b6d105-61a6-4c03-9b5e-25beb69ed3d5', 'name': '', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'mac_address': 'fa:16:3e:65:8f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:10Z', 'updated_at': '2021-04-14T16:05:23Z', 'revision_number': 4, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'subnets': [{'id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:25.854634 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port f17b6db1-9ed9-4661-be9d-d4c5cb02fc59 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:05:25.855298 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-27db8661-38a8-4910-8c83-b2a9a576c43a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:25.865732 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port f17b6db1-9ed9-4661-be9d-d4c5cb02fc59 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:25.867083 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:25.887662 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9d106f81-f979-43e5-a9cc-4c7ef2b3e423 req-a35805bd-a463-4a64-94d3-bef3cfa17b79 service neutron] 10.222.0.54 "GET /v2.0/networks/54a8843b-6ccf-44d9-81c5-6907f5dcf390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269816 Apr 14 16:05:25.950371 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13a1b66-aa0c-4fd9-a481-721ba4b1e8df None None] The sync data for ids ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'] in dv-cinder-786260-2-iscsi is: [{'id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'name': 'tempest-AttachVolumeTestJSON-982561318-router', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:59Z', 'updated_at': '2021-04-14T16:05:14Z', 'revision_number': 4, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'gw_port': {'id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:01Z', 'updated_at': '2021-04-14T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '40b6d105-61a6-4c03-9b5e-25beb69ed3d5', 'name': '', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'mac_address': 'fa:16:3e:65:8f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:10Z', 'updated_at': '2021-04-14T16:05:23Z', 'revision_number': 4, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'subnets': [{'id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:05:26.131874 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-27db8661-38a8-4910-8c83-b2a9a576c43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:26.155164 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a784c-6c4c-4128-8e66-dd901d55d138 req-835acf8b-4892-4a7c-ab57-cf152ef8f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:26.155951 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-654a784c-6c4c-4128-8e66-dd901d55d138 req-835acf8b-4892-4a7c-ab57-cf152ef8f65f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=acc9279607264a5498ce14826bf5306e&device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 1096 time: 0.1677008 Apr 14 16:05:26.282509 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:26.336378 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-27db8661-38a8-4910-8c83-b2a9a576c43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:26.363590 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a784c-6c4c-4128-8e66-dd901d55d138 req-6aa93867-a2e6-4db3-a232-4778a8d6c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:26.365374 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-654a784c-6c4c-4128-8e66-dd901d55d138 req-6aa93867-a2e6-4db3-a232-4778a8d6c455 service neutron] 10.222.0.54 "GET /v2.0/networks?id=54a8843b-6ccf-44d9-81c5-6907f5dcf390 HTTP/1.1" status: 200 len: 916 time: 0.2028403 Apr 14 16:05:26.372117 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port f17b6db1-9ed9-4661-be9d-d4c5cb02fc59, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=f17b6db1-9ed9-4661-be9d-d4c5cb02fc59,segment=NetworkSegment(1bbf8336-5fa4-4cd7-9b61-f26412f0ab97),segment_id=1bbf8336-5fa4-4cd7-9b61-f26412f0ab97)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:26.372308 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:26.377456 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:26.379841 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:26.413497 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-5904f13c-0ae8-4314-8fdc-f7c2d457abb0 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:26.415205 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-5904f13c-0ae8-4314-8fdc-f7c2d457abb0 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.54 "GET /v2.0/networks?id=c1a55e38-c40c-46a7-8269-2f73e5dda381 HTTP/1.1" status: 200 len: 817 time: 1.7427042 Apr 14 16:05:26.420604 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a0fe70df-2018-4152-ba5d-371aeef866b2 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:26.434804 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-27db8661-38a8-4910-8c83-b2a9a576c43a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ceb555588fa141879b43d2f3446b2297&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8246903 Apr 14 16:05:26.445767 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc799e-7993-4734-aa84-8af3695eecfd req-edcc5128-844e-48d5-89d1-dec39131348a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:26.449911 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-badc799e-7993-4734-aa84-8af3695eecfd req-edcc5128-844e-48d5-89d1-dec39131348a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 943 time: 1.2575200 Apr 14 16:05:26.478273 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 60590) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:26.497943 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-67cbd736-65f3-4268-b24a-ea667dd86792 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Request body: {'port': {'device_id': '6db654b6-ccd9-4cbd-9788-abbb8f81f7ee', 'network_id': 'c1a55e38-c40c-46a7-8269-2f73e5dda381', 'admin_state_up': True, 'tenant_id': '56f3498a3fcb47e2972e9fbd622c8e0e'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:26.540046 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-654a784c-6c4c-4128-8e66-dd901d55d138 req-c6e1b5f7-0d41-47d3-825f-e0ded0565bde service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffe9d56f-16a4-4159-afc5-51f9f131487b HTTP/1.1" status: 200 len: 217 time: 0.1638663 Apr 14 16:05:26.564052 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=f17b6db1-9ed9-4661-be9d-d4c5cb02fc59,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:26.571905 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:26.652244 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a784c-6c4c-4128-8e66-dd901d55d138 req-e205a474-44bc-4ac7-96c3-7d6adbc859d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:26.653952 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-654a784c-6c4c-4128-8e66-dd901d55d138 req-e205a474-44bc-4ac7-96c3-7d6adbc859d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=864a9ded-9107-446c-b285-140a1dcad264 HTTP/1.1" status: 200 len: 855 time: 0.1017957 Apr 14 16:05:26.736377 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-badc799e-7993-4734-aa84-8af3695eecfd req-023e26af-655b-4d41-bcd3-7f6567497856 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776319 Apr 14 16:05:26.759529 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-654a784c-6c4c-4128-8e66-dd901d55d138 req-a961e79f-cc8a-499c-a94e-b21e219990de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=54a8843b-6ccf-44d9-81c5-6907f5dcf390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971782 Apr 14 16:05:26.802320 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-cdbd29b4-0dea-4485-8adc-b0f1fdb82fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:26.879979 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8f5fa79e-7ec8-401b-b9c1-d8da55e29ea5 req-0146747f-7f4a-4bd7-bb1f-fad47a80cf26 service neutron] 10.222.0.54 "GET /v2.0/networks/8554acac-9bd7-4473-817a-4d24404f2819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1613030 Apr 14 16:05:26.880694 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db8661-38a8-4910-8c83-b2a9a576c43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91aad800-5169-4d62-ab47-8b2e860213fb,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:27.069126 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-27db8661-38a8-4910-8c83-b2a9a576c43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:27.212906 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-cd016756-6672-4d7f-bd0f-d18a80eb7131 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:27.215991 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-cd016756-6672-4d7f-bd0f-d18a80eb7131 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/networks?id=c1a55e38-c40c-46a7-8269-2f73e5dda381 HTTP/1.1" status: 200 len: 817 time: 1.9113381 Apr 14 16:05:27.225392 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-67cbd736-65f3-4268-b24a-ea667dd86792 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:27.240066 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-67cbd736-65f3-4268-b24a-ea667dd86792 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:27.271830 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-654a784c-6c4c-4128-8e66-dd901d55d138 req-92a1e74a-5f51-423b-ba82-95d6da445e0d service neutron] 10.222.0.54 "GET /v2.0/networks/54a8843b-6ccf-44d9-81c5-6907f5dcf390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900393 Apr 14 16:05:27.346406 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-67cbd736-65f3-4268-b24a-ea667dd86792 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Made reservation on behalf of 56f3498a3fcb47e2972e9fbd622c8e0e for: {'port': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:05:27.351242 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Allocated IP 172.27.1.36 (6468e4de-2d6f-487c-961d-9bfd4b201113/10ad9ff7-e740-4818-a690-9a433745e0b4/92ffcf82-ed50-4eec-9ba4-7778664f7261) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:05:27.354525 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-67cbd736-65f3-4268-b24a-ea667dd86792 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:27.396654 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 40b6d105-61a6-4c03-9b5e-25beb69ed3d5 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:27.535856 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port 40b6d105-61a6-4c03-9b5e-25beb69ed3d5 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:05:27.540124 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-67cbd736-65f3-4268-b24a-ea667dd86792 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Allocated IP 172.20.0.14 (c1a55e38-c40c-46a7-8269-2f73e5dda381/a853725d-d158-4e46-bb35-3a52e24eb68b/7df13d7a-3651-4a49-a27f-fb20faca443f) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:05:27.551918 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 40b6d105-61a6-4c03-9b5e-25beb69ed3d5 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:27.552343 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:27.654064 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-654a784c-6c4c-4128-8e66-dd901d55d138 req-f3fe6bd2-af94-4739-a283-2fe5e234bd77 service neutron] 10.222.0.54 "GET /v2.0/networks/54a8843b-6ccf-44d9-81c5-6907f5dcf390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701348 Apr 14 16:05:27.708870 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:27.751410 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:27.766233 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:27.790665 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port 40b6d105-61a6-4c03-9b5e-25beb69ed3d5, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=40b6d105-61a6-4c03-9b5e-25beb69ed3d5,segment=NetworkSegment(34e7e0e2-7a76-4d29-87b4-d8984da10e43),segment_id=34e7e0e2-7a76-4d29-87b4-d8984da10e43)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:27.791874 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:27.797880 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:27.799106 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device f17b6db1-9ed9-4661-be9d-d4c5cb02fc59 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:27.819412 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-67cbd736-65f3-4268-b24a-ea667dd86792 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:27.828716 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-e41508ee-9168-4881-9b99-88aa66182ca9 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/quotas/56f3498a3fcb47e2972e9fbd622c8e0e HTTP/1.1" status: 200 len: 375 time: 0.5784347 Apr 14 16:05:27.874917 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:27.939304 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d3a6c886-a682-4e78-b2c4-7e6dd3c06e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:28.010235 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=40b6d105-61a6-4c03-9b5e-25beb69ed3d5,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:28.011822 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d3a6c886-a682-4e78-b2c4-7e6dd3c06e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:28.013704 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:28.023226 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b972ac1-724b-49b7-b539-7d1a222781c3 req-329eef20-722d-47e5-9eaa-9328a736c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:28.024879 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7b972ac1-724b-49b7-b539-7d1a222781c3 req-329eef20-722d-47e5-9eaa-9328a736c48a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=808960baf8aa400b8cad54d6df245d6f&device_id=1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1 HTTP/1.1" status: 200 len: 1096 time: 0.9547780 Apr 14 16:05:28.046592 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port f17b6db1-9ed9-4661-be9d-d4c5cb02fc59 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:28.047023 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:28.047127 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576da6a0-6990-49dd-969d-e5b4e183e226 req-cb086d92-1849-4a91-baab-3ce1e20c297c tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:28.048768 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-576da6a0-6990-49dd-969d-e5b4e183e226 req-cb086d92-1849-4a91-baab-3ce1e20c297c tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1 HTTP/1.1" status: 200 len: 943 time: 0.8742568 Apr 14 16:05:28.106157 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Pushing event updated for resources: {'Port': ['ID=92ffcf82-ed50-4eec-9ba4-7778664f7261,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:28.115105 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:28.252855 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Network 6468e4de-2d6f-487c-961d-9bfd4b201113 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:05:28.254840 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:05:28.257734 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:05:28.423115 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:28.508273 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-51b2e3d0-7c23-46dd-8693-9714a5ea14c1 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=56f3498a3fcb47e2972e9fbd622c8e0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6605170 Apr 14 16:05:28.509945 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-67cbd736-65f3-4268-b24a-ea667dd86792 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:28.527113 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-576da6a0-6990-49dd-969d-e5b4e183e226 req-326c82d2-0372-443f-9bae-3f7049cc5940 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/security-groups?id=92c292be-7cfb-4cac-affd-103d1ce959b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528859 Apr 14 16:05:28.551048 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:28.788846 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-155fe28c-7602-42e8-b455-115668431222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:28.908508 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:28.914916 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:28.936206 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:28.950401 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d3a6c886-a682-4e78-b2c4-7e6dd3c06e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:28.952930 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbd736-65f3-4268-b24a-ea667dd86792 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Pushing event updated for resources: {'Port': ['ID=7df13d7a-3651-4a49-a27f-fb20faca443f,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:28.963858 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-67cbd736-65f3-4268-b24a-ea667dd86792 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:28.970919 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b972ac1-724b-49b7-b539-7d1a222781c3 req-0acc24b3-975e-40d3-a472-754ef11e67ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:28.972533 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7b972ac1-724b-49b7-b539-7d1a222781c3 req-0acc24b3-975e-40d3-a472-754ef11e67ee service neutron] 10.222.0.54 "GET /v2.0/networks?id=8554acac-9bd7-4473-817a-4d24404f2819 HTTP/1.1" status: 200 len: 912 time: 0.9386733 Apr 14 16:05:28.978030 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:29.018364 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 60668) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:29.101713 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6c886-a682-4e78-b2c4-7e6dd3c06e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91aad800-5169-4d62-ab47-8b2e860213fb,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:29.109965 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Pushing event updated for resources: {'Port': ['ID=92ffcf82-ed50-4eec-9ba4-7778664f7261,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:29.113527 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:29.191137 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d3a6c886-a682-4e78-b2c4-7e6dd3c06e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:29.201906 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7b972ac1-724b-49b7-b539-7d1a222781c3 req-3de20cba-81b1-486d-a35f-6b5d6b756dce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bf431a0-c526-49ff-a266-b7bd306100dc HTTP/1.1" status: 200 len: 217 time: 0.1010201 Apr 14 16:05:29.237506 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-67cbd736-65f3-4268-b24a-ea667dd86792 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Network c1a55e38-c40c-46a7-8269-2f73e5dda381 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:05:29.281783 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-67cbd736-65f3-4268-b24a-ea667dd86792 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:05:29.291794 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 40b6d105-61a6-4c03-9b5e-25beb69ed3d5 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:29.297749 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853071330'] for floatingip, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:29.306680 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-67cbd736-65f3-4268-b24a-ea667dd86792 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:05:29.313388 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-67cbd736-65f3-4268-b24a-ea667dd86792 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:29.313984 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-67cbd736-65f3-4268-b24a-ea667dd86792 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:29.344142 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for floatingip, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:29.356109 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7031441 Apr 14 16:05:29.387919 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d3a6c886-a682-4e78-b2c4-7e6dd3c06e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:29.389187 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-d3a6c886-a682-4e78-b2c4-7e6dd3c06e29 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/91aad800-5169-4d62-ab47-8b2e860213fb HTTP/1.1" status: 204 len: 168 time: 2.9049428 Apr 14 16:05:29.419371 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e234c9-b43c-4a81-8f48-14ac31915228 req-4d9c3c26-06ad-4306-ae71-1fa0d7dfedda tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:29.421612 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-39e234c9-b43c-4a81-8f48-14ac31915228 req-4d9c3c26-06ad-4306-ae71-1fa0d7dfedda tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 943 time: 0.6455531 Apr 14 16:05:29.431630 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-67cbd736-65f3-4268-b24a-ea667dd86792 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9803755 Apr 14 16:05:29.440802 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b972ac1-724b-49b7-b539-7d1a222781c3 req-107a867e-ce7c-4b10-a833-98915c9550db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:29.442402 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7b972ac1-724b-49b7-b539-7d1a222781c3 req-107a867e-ce7c-4b10-a833-98915c9550db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=87f7e3d0-e9f2-4b33-9d8c-9dad8477f3c6 HTTP/1.1" status: 200 len: 851 time: 0.2311714 Apr 14 16:05:29.444330 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-f9363a13-aa3f-48ba-8aee-7f1790f4d282 service neutron] 10.222.0.53 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9106061 Apr 14 16:05:29.463430 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] Request body: {'port': {'device_id': '6db654b6-ccd9-4cbd-9788-abbb8f81f7ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:29.469578 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8fe8e1d3-86c4-4e87-a9cc-e9fdf117f226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:29.491459 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 40b6d105-61a6-4c03-9b5e-25beb69ed3d5 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:29.491903 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:29.511003 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ed21f7ec-7ac7-48b4-abb7-b8c3d46dbb30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:29.539245 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-ed21f7ec-7ac7-48b4-abb7-b8c3d46dbb30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:29.553759 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-ed21f7ec-7ac7-48b4-abb7-b8c3d46dbb30 admin admin] Usage tracker for resource:security_group_rule and tenant:37c07b821ff54d2caf4be4a32ec98bd5 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:29.561673 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-ed21f7ec-7ac7-48b4-abb7-b8c3d46dbb30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:29.577088 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-ed21f7ec-7ac7-48b4-abb7-b8c3d46dbb30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:29.697746 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:29.740387 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device ffe9d56f-16a4-4159-afc5-51f9f131487b details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:05:29.740792 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-49ab5c2c-d9d2-4966-a12d-37691b4d7b55 service neutron] 10.222.0.53 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493820 Apr 14 16:05:29.743990 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-39e234c9-b43c-4a81-8f48-14ac31915228 req-c32f1032-ff19-4929-89c0-6cb8b926c2c5 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079278 Apr 14 16:05:29.753706 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7b972ac1-724b-49b7-b539-7d1a222781c3 req-44d86bab-2e4f-4c55-9f53-c7a7c7321852 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8554acac-9bd7-4473-817a-4d24404f2819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2633529 Apr 14 16:05:30.014818 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ed21f7ec-7ac7-48b4-abb7-b8c3d46dbb30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:30.026505 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ed21f7ec-7ac7-48b4-abb7-b8c3d46dbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:30.061020 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1e7cbb3b-3050-489c-8622-3a31156cdd13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:30.072439 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:30.159439 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-ed21f7ec-7ac7-48b4-abb7-b8c3d46dbb30 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37c07b821ff54d2caf4be4a32ec98bd5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1393092 Apr 14 16:05:30.162702 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 60702) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:30.171550 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21f7ec-7ac7-48b4-abb7-b8c3d46dbb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01fb531-813a-4965-b9ec-b73d2bd37844,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:30.180787 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ed21f7ec-7ac7-48b4-abb7-b8c3d46dbb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:30.299146 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port ffe9d56f-16a4-4159-afc5-51f9f131487b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ffe9d56f-16a4-4159-afc5-51f9f131487b,segment=NetworkSegment(b381b6c6-6aa9-422a-afa4-1af838049569),segment_id=b381b6c6-6aa9-422a-afa4-1af838049569)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:30.322768 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': 'ffe9d56f-16a4-4159-afc5-51f9f131487b', 'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390', 'port_id': 'ffe9d56f-16a4-4159-afc5-51f9f131487b', 'mac_address': 'fa:16:3e:58:d0:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '864a9ded-9107-446c-b285-140a1dcad264', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:05:30.338343 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0effef0d-45cb-4d51-ab84-50e30c02980d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:30.403231 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0effef0d-45cb-4d51-ab84-50e30c02980d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:30.437284 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 60718) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:30.446135 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:30.457302 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:30.468106 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-73ead0bb-b3bd-4585-8b25-fe0aee5c2d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:30.480414 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe9d56f-16a4-4159-afc5-51f9f131487b {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:05:30.498623 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port ffe9d56f-16a4-4159-afc5-51f9f131487b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ffe9d56f-16a4-4159-afc5-51f9f131487b,segment=NetworkSegment(b381b6c6-6aa9-422a-afa4-1af838049569),segment_id=b381b6c6-6aa9-422a-afa4-1af838049569)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:30.503540 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:30.504465 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 2bf431a0-c526-49ff-a266-b7bd306100dc details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:05:30.508288 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:30.519715 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-73ead0bb-b3bd-4585-8b25-fe0aee5c2d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:30.524262 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-73ead0bb-b3bd-4585-8b25-fe0aee5c2d1a admin admin] Usage tracker for resource:security_group_rule and tenant:0d0ee653f0a24fe5ae1470f59aee5929 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:30.528563 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-73ead0bb-b3bd-4585-8b25-fe0aee5c2d1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:30.535143 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-73ead0bb-b3bd-4585-8b25-fe0aee5c2d1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:30.636804 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-73ead0bb-b3bd-4585-8b25-fe0aee5c2d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:30.638321 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=ffe9d56f-16a4-4159-afc5-51f9f131487b,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:30.643082 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-73ead0bb-b3bd-4585-8b25-fe0aee5c2d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:30.645975 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:30.655740 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1c6ac77e-c475-41a5-bed7-c49ef0f1fbd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:30.658819 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-60bb9ef3-dd38-4fb8-921c-71831e65e9a4 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Synchronizing usage tracker for tenant:8cb0e58781b543f0af3f43342740e649 on resource:security_group {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:05:30.688659 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ead0bb-b3bd-4585-8b25-fe0aee5c2d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3162fb-d727-485b-9589-fbe4e997b103,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:30.696050 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-73ead0bb-b3bd-4585-8b25-fe0aee5c2d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:30.726793 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-73ead0bb-b3bd-4585-8b25-fe0aee5c2d1a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d0ee653f0a24fe5ae1470f59aee5929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881758 Apr 14 16:05:30.735463 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 60730) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:30.811180 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-48033478-53eb-4f1f-aaaf-6b93226fbaed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:30.813220 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0effef0d-45cb-4d51-ab84-50e30c02980d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:30.830502 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:30.851350 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 2bf431a0-c526-49ff-a266-b7bd306100dc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2bf431a0-c526-49ff-a266-b7bd306100dc,segment=NetworkSegment(662a9c23-ac8f-4c28-afd8-7fb5e6adb077),segment_id=662a9c23-ac8f-4c28-afd8-7fb5e6adb077)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:30.859305 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effef0d-45cb-4d51-ab84-50e30c02980d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01fb531-813a-4965-b9ec-b73d2bd37844,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:30.861408 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0effef0d-45cb-4d51-ab84-50e30c02980d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:30.873106 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-0effef0d-45cb-4d51-ab84-50e30c02980d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b01fb531-813a-4965-b9ec-b73d2bd37844 HTTP/1.1" status: 204 len: 168 time: 0.6952503 Apr 14 16:05:30.875687 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91436cc4-c56a-4b59-add2-c767294c35f1 req-b368c7f5-7caa-4730-960b-1aaca3de898b tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:30.877551 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-91436cc4-c56a-4b59-add2-c767294c35f1 req-b368c7f5-7caa-4730-960b-1aaca3de898b tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1 HTTP/1.1" status: 200 len: 943 time: 0.8571763 Apr 14 16:05:30.878288 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-60bb9ef3-dd38-4fb8-921c-71831e65e9a4 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Unset dirty status for tenant:8cb0e58781b543f0af3f43342740e649 on resource:security_group {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:05:30.879408 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-60bb9ef3-dd38-4fb8-921c-71831e65e9a4 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--127184176&fields=id&tenant_id=8cb0e58781b543f0af3f43342740e649 HTTP/1.1" status: 200 len: 267 time: 0.4987340 Apr 14 16:05:30.888242 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': '2bf431a0-c526-49ff-a266-b7bd306100dc', 'network_id': '8554acac-9bd7-4473-817a-4d24404f2819', 'port_id': '2bf431a0-c526-49ff-a266-b7bd306100dc', 'mac_address': 'fa:16:3e:5e:69:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f7e3d0-e9f2-4b33-9d8c-9dad8477f3c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:05:30.892474 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7b972ac1-724b-49b7-b539-7d1a222781c3 req-f07814f1-7a31-4496-965c-a003fb21db75 service neutron] 10.222.0.54 "GET /v2.0/networks/8554acac-9bd7-4473-817a-4d24404f2819?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1226895 Apr 14 16:05:30.924360 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-48033478-53eb-4f1f-aaaf-6b93226fbaed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:31.049481 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:31.071494 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf431a0-c526-49ff-a266-b7bd306100dc {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:05:31.079614 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0effef0d-45cb-4d51-ab84-50e30c02980d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:31.102134 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-48033478-53eb-4f1f-aaaf-6b93226fbaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:31.109770 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:31.121821 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 2bf431a0-c526-49ff-a266-b7bd306100dc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2bf431a0-c526-49ff-a266-b7bd306100dc,segment=NetworkSegment(662a9c23-ac8f-4c28-afd8-7fb5e6adb077),segment_id=662a9c23-ac8f-4c28-afd8-7fb5e6adb077)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:31.125895 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:31.134351 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:31.160823 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48033478-53eb-4f1f-aaaf-6b93226fbaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3162fb-d727-485b-9589-fbe4e997b103,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:31.164365 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-48033478-53eb-4f1f-aaaf-6b93226fbaed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:31.165657 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-48033478-53eb-4f1f-aaaf-6b93226fbaed admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:31.169294 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-48033478-53eb-4f1f-aaaf-6b93226fbaed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be3162fb-d727-485b-9589-fbe4e997b103 HTTP/1.1" status: 204 len: 168 time: 0.4285505 Apr 14 16:05:31.240690 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-91436cc4-c56a-4b59-add2-c767294c35f1 req-15eceb35-ca71-4847-b9d7-1aa9e01244c9 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/security-groups?id=92c292be-7cfb-4cac-affd-103d1ce959b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416834 Apr 14 16:05:31.300582 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=2bf431a0-c526-49ff-a266-b7bd306100dc,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:31.322241 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:31.416819 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['ffe9d56f-16a4-4159-afc5-51f9f131487b'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:05:31.500911 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['2bf431a0-c526-49ff-a266-b7bd306100dc'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:05:31.655123 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 60758) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:31.688814 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-eadde711-dcaf-4aab-b235-cca9c571232a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:31.710315 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-eadde711-dcaf-4aab-b235-cca9c571232a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:31.716695 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-eadde711-dcaf-4aab-b235-cca9c571232a admin admin] Usage tracker for resource:security_group_rule and tenant:89c7293b732d44149dd113380a408ccd is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:31.720233 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-eadde711-dcaf-4aab-b235-cca9c571232a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:31.730806 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-eadde711-dcaf-4aab-b235-cca9c571232a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:31.787913 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-dbe36a1c-cf61-4270-a3f2-888f236a644f req-ec7e1adf-93ad-4479-992f-6b4625915f99 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Synchronizing usage tracker for tenant:56f3498a3fcb47e2972e9fbd622c8e0e on resource:port {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:05:31.899247 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-dbe36a1c-cf61-4270-a3f2-888f236a644f req-ec7e1adf-93ad-4479-992f-6b4625915f99 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Unset dirty status for tenant:56f3498a3fcb47e2972e9fbd622c8e0e on resource:port {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:05:31.918709 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-dbe36a1c-cf61-4270-a3f2-888f236a644f req-ec7e1adf-93ad-4479-992f-6b4625915f99 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 210 time: 0.2107852 Apr 14 16:05:31.944930 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7b972ac1-724b-49b7-b539-7d1a222781c3 req-9662867d-3161-4ee5-b2cf-46a178c97d60 service neutron] 10.222.0.54 "GET /v2.0/networks/8554acac-9bd7-4473-817a-4d24404f2819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0445402 Apr 14 16:05:32.013616 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-eadde711-dcaf-4aab-b235-cca9c571232a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:32.048295 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-eadde711-dcaf-4aab-b235-cca9c571232a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:32.082663 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:32.108225 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ed21f7ec-7ac7-48b4-abb7-b8c3d46dbb30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:32.109113 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-b18cab05-bb03-4c4e-a445-1aa16c534ec1 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:32.109113 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-b18cab05-bb03-4c4e-a445-1aa16c534ec1 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Synchronizing usage tracker for tenant:8cb0e58781b543f0af3f43342740e649 on resource:network {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:05:32.136928 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-eadde711-dcaf-4aab-b235-cca9c571232a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=89c7293b732d44149dd113380a408ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4802709 Apr 14 16:05:32.141094 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 60782) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:32.141415 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadde711-dcaf-4aab-b235-cca9c571232a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2051895e-566d-452e-8622-c763661f33b7,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:32.151566 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-eadde711-dcaf-4aab-b235-cca9c571232a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:32.224908 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-a8e4bb01-b7eb-493e-ba16-bfa9d4345e41 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:32.226253 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-b18cab05-bb03-4c4e-a445-1aa16c534ec1 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Unset dirty status for tenant:8cb0e58781b543f0af3f43342740e649 on resource:network {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:05:32.226566 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-a8e4bb01-b7eb-493e-ba16-bfa9d4345e41 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.54 "GET /v2.0/networks?id=c1a55e38-c40c-46a7-8269-2f73e5dda381 HTTP/1.1" status: 200 len: 817 time: 0.4098239 Apr 14 16:05:32.234129 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-b18cab05-bb03-4c4e-a445-1aa16c534ec1 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/networks?id=1b36c666-9490-47fe-871e-06ae9c5795aa HTTP/1.1" status: 200 len: 810 time: 1.3398359 Apr 14 16:05:32.240672 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-27275eaa-278c-4fd9-b5b1-c619625b04cd tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Request body: {'port': {'device_id': '46641796-9e8b-45f0-a7d4-67178e88875f', 'network_id': 'c1a55e38-c40c-46a7-8269-2f73e5dda381', 'admin_state_up': True, 'tenant_id': '56f3498a3fcb47e2972e9fbd622c8e0e'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:32.332660 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-8aa25e07-ef26-4f0e-83ee-4211882e4661 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/quotas/8cb0e58781b543f0af3f43342740e649 HTTP/1.1" status: 200 len: 375 time: 0.0974026 Apr 14 16:05:32.479003 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a1f2291a-5f11-4853-8393-62b0441fe962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:32.507524 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-27275eaa-278c-4fd9-b5b1-c619625b04cd tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:32.519621 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a1f2291a-5f11-4853-8393-62b0441fe962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:32.522112 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-27275eaa-278c-4fd9-b5b1-c619625b04cd tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:32.535644 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-27275eaa-278c-4fd9-b5b1-c619625b04cd tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Made reservation on behalf of 56f3498a3fcb47e2972e9fbd622c8e0e for: {'port': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:05:32.544343 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-27275eaa-278c-4fd9-b5b1-c619625b04cd tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:32.617343 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82f029-e236-4058-92b5-c9309794b105 req-ea5a172f-e4b1-4e99-82ee-8c0e6d526b71 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:32.619061 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0b82f029-e236-4058-92b5-c9309794b105 req-ea5a172f-e4b1-4e99-82ee-8c0e6d526b71 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 944 time: 0.3487625 Apr 14 16:05:32.621500 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7df13d7a-3651-4a49-a27f-fb20faca443f {{(pid=85285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:05:32.641383 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:32.676639 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0b82f029-e236-4058-92b5-c9309794b105 req-d445a182-e05f-45c4-a945-0b4dcf260310 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422559 Apr 14 16:05:32.698122 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-e05f31ae-1781-4582-a481-75976d65a3df tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8cb0e58781b543f0af3f43342740e649&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3644800 Apr 14 16:05:32.716856 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] Transition to ACTIVE for port object 7df13d7a-3651-4a49-a27f-fb20faca443f will not be triggered until provisioned by entity L2. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:05:32.749971 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:32.785038 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-cb9535d7-42b1-4593-937f-c87a82525e5a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:32.872669 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] Pushing event updated for resources: {'Port': ['ID=7df13d7a-3651-4a49-a27f-fb20faca443f,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:32.887902 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:32.934631 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-27275eaa-278c-4fd9-b5b1-c619625b04cd tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Allocated IP 172.20.0.2 (c1a55e38-c40c-46a7-8269-2f73e5dda381/a853725d-d158-4e46-bb35-3a52e24eb68b/a058a002-4d90-455d-b8e8-a219ed9f972e) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:05:32.946301 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a1f2291a-5f11-4853-8393-62b0441fe962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:33.060601 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d97684b4-e3d4-4c37-85d5-85c6409d46e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:33.131917 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2291a-5f11-4853-8393-62b0441fe962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2051895e-566d-452e-8622-c763661f33b7,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:33.142933 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a1f2291a-5f11-4853-8393-62b0441fe962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:33.157787 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a1f2291a-5f11-4853-8393-62b0441fe962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:33.161942 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-a1f2291a-5f11-4853-8393-62b0441fe962 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2051895e-566d-452e-8622-c763661f33b7 HTTP/1.1" status: 204 len: 168 time: 1.0163217 Apr 14 16:05:33.238444 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-a61a4038-7204-407f-81ac-a92ce507a55b service neutron] 10.222.0.53 "GET /v2.0/networks/1b36c666-9490-47fe-871e-06ae9c5795aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5158141 Apr 14 16:05:33.413253 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-27275eaa-278c-4fd9-b5b1-c619625b04cd tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:33.447551 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-27275eaa-278c-4fd9-b5b1-c619625b04cd tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:33.474256 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:33.497774 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaec541-7f03-462a-b231-9694707f56c8 req-3c4771d9-f460-44bb-afe0-c6b742353e42 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:33.501037 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-adaec541-7f03-462a-b231-9694707f56c8 req-3c4771d9-f460-44bb-afe0-c6b742353e42 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1 HTTP/1.1" status: 200 len: 944 time: 0.4639750 Apr 14 16:05:33.589812 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-403e9be7-657d-44c5-80bf-983d9e20d832 service neutron] 10.222.0.53 "GET /v2.0/networks/1b36c666-9490-47fe-871e-06ae9c5795aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503470 Apr 14 16:05:33.629261 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27275eaa-278c-4fd9-b5b1-c619625b04cd tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Pushing event updated for resources: {'Port': ['ID=a058a002-4d90-455d-b8e8-a219ed9f972e,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:33.648131 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-27275eaa-278c-4fd9-b5b1-c619625b04cd tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:33.699058 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] Attempting to bind port 7df13d7a-3651-4a49-a27f-fb20faca443f on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:05:33.699452 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] Attempting to bind port 7df13d7a-3651-4a49-a27f-fb20faca443f by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '1bbf8336-5fa4-4cd7-9b61-f26412f0ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c1a55e38-c40c-46a7-8269-2f73e5dda381'}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:05:33.699828 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] Attempting to bind port 7df13d7a-3651-4a49-a27f-fb20faca443f on network c1a55e38-c40c-46a7-8269-2f73e5dda381 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:33.710895 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device ffe9d56f-16a4-4159-afc5-51f9f131487b up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:33.711059 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-adaec541-7f03-462a-b231-9694707f56c8 req-4b5007d4-9c29-4026-b420-f64e52a85f21 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/security-groups?id=92c292be-7cfb-4cac-affd-103d1ce959b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161454 Apr 14 16:05:33.713338 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] Port 7df13d7a-3651-4a49-a27f-fb20faca443f on network c1a55e38-c40c-46a7-8269-2f73e5dda381 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:05:33.713856 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] Attempting to bind port 7df13d7a-3651-4a49-a27f-fb20faca443f on network c1a55e38-c40c-46a7-8269-2f73e5dda381 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:33.721110 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] Checking agent: {'id': 'f6195c71-3258-459e-9d3f-74f9782cd5cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'started_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:05:33.721616 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] Checking segment: {'id': '1bbf8336-5fa4-4cd7-9b61-f26412f0ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c1a55e38-c40c-46a7-8269-2f73e5dda381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:05:33.722050 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] Bound using segment: {'id': '1bbf8336-5fa4-4cd7-9b61-f26412f0ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c1a55e38-c40c-46a7-8269-2f73e5dda381'} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:05:33.729630 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] Bound port: 7df13d7a-3651-4a49-a27f-fb20faca443f, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbf8336-5fa4-4cd7-9b61-f26412f0ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c1a55e38-c40c-46a7-8269-2f73e5dda381'}}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:05:33.729630 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:33.773280 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-27275eaa-278c-4fd9-b5b1-c619625b04cd tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Network c1a55e38-c40c-46a7-8269-2f73e5dda381 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:05:33.775174 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-27275eaa-278c-4fd9-b5b1-c619625b04cd tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:05:33.781630 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-27275eaa-278c-4fd9-b5b1-c619625b04cd tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:05:33.860748 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] For port 7df13d7a-3651-4a49-a27f-fb20faca443f, host hv-cinder-78626, cleared binding levels {{(pid=85285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:05:33.878421 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] For port 7df13d7a-3651-4a49-a27f-fb20faca443f, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7df13d7a-3651-4a49-a27f-fb20faca443f,segment=NetworkSegment(1bbf8336-5fa4-4cd7-9b61-f26412f0ab97),segment_id=1bbf8336-5fa4-4cd7-9b61-f26412f0ab97)] {{(pid=85285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:05:33.888293 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:33.946848 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning for port ffe9d56f-16a4-4159-afc5-51f9f131487b completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:05:33.951649 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-67cbd736-65f3-4268-b24a-ea667dd86792 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:33.958988 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port ffe9d56f-16a4-4159-afc5-51f9f131487b triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:33.959421 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:33.972117 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-27275eaa-278c-4fd9-b5b1-c619625b04cd tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:33.972945 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-27275eaa-278c-4fd9-b5b1-c619625b04cd tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:34.007080 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-27275eaa-278c-4fd9-b5b1-c619625b04cd tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7710793 Apr 14 16:05:34.031881 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] Request body: {'port': {'device_id': '46641796-9e8b-45f0-a7d4-67178e88875f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:34.092406 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] Pushing event updated for resources: {'Port': ['ID=7df13d7a-3651-4a49-a27f-fb20faca443f,revision_number=3']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:34.120163 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:34.215124 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:34.242966 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58841a5-7f57-4109-9998-17cdd2a0b681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe9d56f-16a4-4159-afc5-51f9f131487b'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:34.308166 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:34.478868 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port ffe9d56f-16a4-4159-afc5-51f9f131487b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ffe9d56f-16a4-4159-afc5-51f9f131487b,segment=NetworkSegment(b381b6c6-6aa9-422a-afa4-1af838049569),segment_id=b381b6c6-6aa9-422a-afa4-1af838049569)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:34.486665 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:34.487750 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 2bf431a0-c526-49ff-a266-b7bd306100dc up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:34.491468 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dd13e-4793-46f9-b264-a9dbadc1938a req-09a6e75a-025b-4ce7-a8f5-0d7cd4aea328 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:34.493123 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f91dd13e-4793-46f9-b264-a9dbadc1938a req-09a6e75a-025b-4ce7-a8f5-0d7cd4aea328 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 944 time: 0.4300628 Apr 14 16:05:34.522172 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55350e47-ae46-414b-b856-9debcb8ccc97 req-d8b7eda0-1710-471d-8e87-ef278c123d6d tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:34.530371 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-55350e47-ae46-414b-b856-9debcb8ccc97 req-d8b7eda0-1710-471d-8e87-ef278c123d6d tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 931 time: 0.4659438 Apr 14 16:05:34.561970 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ea5e59cc-e13e-4d41-b2d1-440733de30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:34.568171 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f91dd13e-4793-46f9-b264-a9dbadc1938a req-efceb966-98ac-4961-911c-b987bc39b280 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629976 Apr 14 16:05:34.646568 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-55350e47-ae46-414b-b856-9debcb8ccc97 req-5b6f6e93-7355-49d0-b1e5-94b3ac79993b tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Synchronizing usage tracker for tenant:56f3498a3fcb47e2972e9fbd622c8e0e on resource:security_group {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:05:34.651239 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:34.651939 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:34.653420 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] 10.222.0.54 "PUT /v2.0/ports/7df13d7a-3651-4a49-a27f-fb20faca443f HTTP/1.1" status: 200 len: 1094 time: 5.1975839 Apr 14 16:05:34.653941 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db654b6-ccd9-4cbd-9788-abbb8f81f7ee', 'tag': '7df13d7a-3651-4a49-a27f-fb20faca443f'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:34.823600 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-55350e47-ae46-414b-b856-9debcb8ccc97 req-5b6f6e93-7355-49d0-b1e5-94b3ac79993b tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Unset dirty status for tenant:56f3498a3fcb47e2972e9fbd622c8e0e on resource:security_group {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:05:34.837252 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-55350e47-ae46-414b-b856-9debcb8ccc97 req-5b6f6e93-7355-49d0-b1e5-94b3ac79993b tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058429 Apr 14 16:05:34.846150 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=ffe9d56f-16a4-4159-afc5-51f9f131487b,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:34.850242 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:34.866841 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning for port 2bf431a0-c526-49ff-a266-b7bd306100dc completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:05:34.876734 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port 2bf431a0-c526-49ff-a266-b7bd306100dc triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:34.876987 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:35.053707 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db654b6-ccd9-4cbd-9788-abbb8f81f7ee', 'tag': '7df13d7a-3651-4a49-a27f-fb20faca443f', 'status': 'completed', 'code': 200} Apr 14 16:05:35.070904 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-59583829-1fc7-4d94-853d-b5440bbd778a req-eb460124-46e3-4cc8-9b7e-92ff75b67203 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 210 time: 0.2324550 Apr 14 16:05:35.094946 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a058a002-4d90-455d-b8e8-a219ed9f972e {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:05:35.104955 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:35.122956 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] Transition to ACTIVE for port object a058a002-4d90-455d-b8e8-a219ed9f972e will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:05:35.127668 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:35.149235 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:35.180161 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-3f544bf8-c290-4501-8cb9-3447d5b58b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:35.190056 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-3f544bf8-c290-4501-8cb9-3447d5b58b70 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56f3498a3fcb47e2972e9fbd622c8e0e&device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 1097 time: 0.4865863 Apr 14 16:05:35.300397 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:35.322447 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 2bf431a0-c526-49ff-a266-b7bd306100dc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2bf431a0-c526-49ff-a266-b7bd306100dc,segment=NetworkSegment(662a9c23-ac8f-4c28-afd8-7fb5e6adb077),segment_id=662a9c23-ac8f-4c28-afd8-7fb5e6adb077)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:35.327033 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:35.330732 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:35.425885 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a058a002-4d90-455d-b8e8-a219ed9f972e,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:35.431148 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:35.435656 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-987ba2cb-d614-4e13-851e-cdcdbb1a46c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7df13d7a-3651-4a49-a27f-fb20faca443f HTTP/1.1" status: 200 len: 217 time: 0.2372885 Apr 14 16:05:35.440525 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=2bf431a0-c526-49ff-a266-b7bd306100dc,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:35.448826 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:35.473616 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58841a5-7f57-4109-9998-17cdd2a0b681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe9d56f-16a4-4159-afc5-51f9f131487b', 'code': 200} Apr 14 16:05:35.830170 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-7daf6a88-fbf4-4d36-a84a-b1574299d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:35.831802 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-7daf6a88-fbf4-4d36-a84a-b1574299d43b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a853725d-d158-4e46-bb35-3a52e24eb68b HTTP/1.1" status: 200 len: 857 time: 0.3828905 Apr 14 16:05:36.053954 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-03432315-627a-475f-990c-d094465ae183 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1a55e38-c40c-46a7-8269-2f73e5dda381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1591899 Apr 14 16:05:36.079992 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030a0d2-2831-4205-a59b-d125f9d51c9c req-e28933d9-9d6d-45f8-b802-26529f7cf084 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:36.083095 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] Attempting to bind port a058a002-4d90-455d-b8e8-a219ed9f972e on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:05:36.083621 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] Attempting to bind port a058a002-4d90-455d-b8e8-a219ed9f972e by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '1bbf8336-5fa4-4cd7-9b61-f26412f0ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c1a55e38-c40c-46a7-8269-2f73e5dda381'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:05:36.084002 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] Attempting to bind port a058a002-4d90-455d-b8e8-a219ed9f972e on network c1a55e38-c40c-46a7-8269-2f73e5dda381 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:36.088576 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1030a0d2-2831-4205-a59b-d125f9d51c9c req-e28933d9-9d6d-45f8-b802-26529f7cf084 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1 HTTP/1.1" status: 200 len: 945 time: 0.6519742 Apr 14 16:05:36.108685 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] Port a058a002-4d90-455d-b8e8-a219ed9f972e on network c1a55e38-c40c-46a7-8269-2f73e5dda381 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:05:36.109113 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] Attempting to bind port a058a002-4d90-455d-b8e8-a219ed9f972e on network c1a55e38-c40c-46a7-8269-2f73e5dda381 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:36.132300 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] Checking agent: {'id': 'f6195c71-3258-459e-9d3f-74f9782cd5cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'started_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:05:36.136957 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] Checking segment: {'id': '1bbf8336-5fa4-4cd7-9b61-f26412f0ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c1a55e38-c40c-46a7-8269-2f73e5dda381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:05:36.137425 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] Bound using segment: {'id': '1bbf8336-5fa4-4cd7-9b61-f26412f0ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c1a55e38-c40c-46a7-8269-2f73e5dda381'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:05:36.137940 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] Bound port: a058a002-4d90-455d-b8e8-a219ed9f972e, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbf8336-5fa4-4cd7-9b61-f26412f0ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c1a55e38-c40c-46a7-8269-2f73e5dda381'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:05:36.138802 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:36.226258 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.54', 61185) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:36.443897 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1030a0d2-2831-4205-a59b-d125f9d51c9c req-d1092d5a-4f45-4b04-8a24-2ede74464027 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/security-groups?id=92c292be-7cfb-4cac-affd-103d1ce959b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515146 Apr 14 16:05:36.455479 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-ebadae91-719d-4f28-a80b-6a77399c3777 service neutron] 10.222.0.54 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561208 Apr 14 16:05:36.654293 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-45482842-834f-40c6-8f81-6d9a8ed27498 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:36.656436 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-45482842-834f-40c6-8f81-6d9a8ed27498 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.54 "GET /v2.0/networks?id=1b36c666-9490-47fe-871e-06ae9c5795aa HTTP/1.1" status: 200 len: 810 time: 0.4157634 Apr 14 16:05:36.658171 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] For port a058a002-4d90-455d-b8e8-a219ed9f972e, host hv-cinder-78626, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:05:36.662371 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] For port a058a002-4d90-455d-b8e8-a219ed9f972e, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a058a002-4d90-455d-b8e8-a219ed9f972e,segment=NetworkSegment(1bbf8336-5fa4-4cd7-9b61-f26412f0ab97),segment_id=1bbf8336-5fa4-4cd7-9b61-f26412f0ab97)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:05:36.688676 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:36.713765 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-99250dd7-f1fa-4bb9-83a8-4a146aa40d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:36.728498 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6daef7-e7f3-45c3-99d4-02ec1a74eb83 req-5be66795-37b1-49bd-821c-762de0fd4a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:36.730835 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-dc6daef7-e7f3-45c3-99d4-02ec1a74eb83 req-5be66795-37b1-49bd-821c-762de0fd4a4b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 1098 time: 0.8977327 Apr 14 16:05:36.738162 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8a2683ba-052b-44e3-851b-e48929d9c1de req-95e711b1-ec1b-46ef-880e-777371a3f691 service neutron] 10.222.0.54 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554035 Apr 14 16:05:36.892767 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-dc6daef7-e7f3-45c3-99d4-02ec1a74eb83 req-55edae20-83ae-4a62-88f3-9261453985fc service neutron] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:36.914919 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-dc6daef7-e7f3-45c3-99d4-02ec1a74eb83 req-55edae20-83ae-4a62-88f3-9261453985fc service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:36.918216 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-1a466388-c88e-4bc2-98cd-d84dd14e35b3 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8cb0e58781b543f0af3f43342740e649 HTTP/1.1" status: 200 len: 5703 time: 0.2498033 Apr 14 16:05:36.919372 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-dc6daef7-e7f3-45c3-99d4-02ec1a74eb83 req-55edae20-83ae-4a62-88f3-9261453985fc service neutron] Usage tracker for resource:security_group_rule and tenant:f24edd0d8ccc47bb8144cacecfeac2d9 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:36.921939 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-dc6daef7-e7f3-45c3-99d4-02ec1a74eb83 req-55edae20-83ae-4a62-88f3-9261453985fc service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:36.929434 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-dc6daef7-e7f3-45c3-99d4-02ec1a74eb83 req-55edae20-83ae-4a62-88f3-9261453985fc service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:36.932489 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-7782b65b-dbf4-4308-aad9-5c6af6993640 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Request body: {'port': {'device_id': '6dcd79fd-516b-4118-ab12-6b639f737ea4', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'admin_state_up': True, 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'security_groups': ['bca5c09b-779d-4fa8-ae20-8399d8042f19']}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:36.990696 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a058a002-4d90-455d-b8e8-a219ed9f972e,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:37.001645 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:37.002632 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982473a-a6bf-481d-9ebc-2a3952033c46 req-0bf62217-d04c-4937-b00b-a2f64902c992 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:37.011066 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0982473a-a6bf-481d-9ebc-2a3952033c46 req-0bf62217-d04c-4937-b00b-a2f64902c992 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 945 time: 1.2605059 Apr 14 16:05:37.079321 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0982473a-a6bf-481d-9ebc-2a3952033c46 req-2e27d6f7-6994-4574-971a-fe93de5f71e2 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667911 Apr 14 16:05:37.089057 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:37.089748 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:37.091288 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] 10.222.0.54 "PUT /v2.0/ports/a058a002-4d90-455d-b8e8-a219ed9f972e HTTP/1.1" status: 200 len: 1093 time: 3.0768228 Apr 14 16:05:37.091809 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46641796-9e8b-45f0-a7d4-67178e88875f', 'tag': 'a058a002-4d90-455d-b8e8-a219ed9f972e'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:37.153959 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e431af5-d53c-4a86-9efd-2d383f667dd1 req-abdc0ecf-5d11-4461-8d87-ec76f5190d26 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:37.156026 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6e431af5-d53c-4a86-9efd-2d383f667dd1 req-abdc0ecf-5d11-4461-8d87-ec76f5190d26 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 943 time: 0.4819608 Apr 14 16:05:37.222770 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c97f24-a681-48d1-ab70-3af518f5ad7d req-76771209-2668-4eae-b7ef-1c08301bb1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:37.224393 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-16c97f24-a681-48d1-ab70-3af518f5ad7d req-76771209-2668-4eae-b7ef-1c08301bb1e9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56f3498a3fcb47e2972e9fbd622c8e0e&device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 1097 time: 0.4123330 Apr 14 16:05:37.226686 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-7782b65b-dbf4-4308-aad9-5c6af6993640 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:37.228769 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6e431af5-d53c-4a86-9efd-2d383f667dd1 req-6c124a45-72cf-4a74-a1da-97662d1e2923 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600457 Apr 14 16:05:37.243979 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-7782b65b-dbf4-4308-aad9-5c6af6993640 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Usage tracker for resource:port and tenant:8cb0e58781b543f0af3f43342740e649 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:37.258950 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-7782b65b-dbf4-4308-aad9-5c6af6993640 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:37.268461 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-7782b65b-dbf4-4308-aad9-5c6af6993640 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:37.302130 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-a885faba-efe7-4f8d-bac2-9d7bf73178ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:37.303950 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-a885faba-efe7-4f8d-bac2-9d7bf73178ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56f3498a3fcb47e2972e9fbd622c8e0e&device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 1096 time: 0.1716707 Apr 14 16:05:37.305816 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46641796-9e8b-45f0-a7d4-67178e88875f', 'tag': 'a058a002-4d90-455d-b8e8-a219ed9f972e', 'status': 'completed', 'code': 200} Apr 14 16:05:37.306972 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-7782b65b-dbf4-4308-aad9-5c6af6993640 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Made reservation on behalf of 8cb0e58781b543f0af3f43342740e649 for: {'port': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:05:37.313813 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-7782b65b-dbf4-4308-aad9-5c6af6993640 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:37.398314 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-7cf506e6-fcf0-43a7-8706-d5688a0b5455 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a058a002-4d90-455d-b8e8-a219ed9f972e HTTP/1.1" status: 200 len: 217 time: 0.0805986 Apr 14 16:05:37.474800 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf431a0-c526-49ff-a266-b7bd306100dc'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:37.825910 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-23f6bb96-4bec-45c4-adca-323cd8d0885c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:37.827526 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-23f6bb96-4bec-45c4-adca-323cd8d0885c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a853725d-d158-4e46-bb35-3a52e24eb68b HTTP/1.1" status: 200 len: 857 time: 0.3384116 Apr 14 16:05:37.882755 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-7782b65b-dbf4-4308-aad9-5c6af6993640 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Allocated IP 172.20.0.5 (1b36c666-9490-47fe-871e-06ae9c5795aa/663945ce-755e-4e25-a5e5-413a3e0ae704/0a682c76-757b-4691-9133-f3f122999748) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:05:37.901125 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-7f6b4a5e-644b-4fd5-bf81-a8cfbdb92a89 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1a55e38-c40c-46a7-8269-2f73e5dda381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606651 Apr 14 16:05:37.931945 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c97f24-a681-48d1-ab70-3af518f5ad7d req-732421f8-a7e6-45f1-8b36-8ce033009058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:37.933456 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-16c97f24-a681-48d1-ab70-3af518f5ad7d req-732421f8-a7e6-45f1-8b36-8ce033009058 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c1a55e38-c40c-46a7-8269-2f73e5dda381 HTTP/1.1" status: 200 len: 918 time: 0.6981707 Apr 14 16:05:38.013110 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-261e9d2f-e96b-4cc9-b178-dfda385940f4 req-05cd7552-d872-4bcd-a00a-cfeaa6150e7b tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 210 time: 0.7789953 Apr 14 16:05:38.123532 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf431a0-c526-49ff-a266-b7bd306100dc', 'code': 200} Apr 14 16:05:38.238675 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-c9799ef5-0a9b-441e-9908-bd96ad11d132 service neutron] 10.222.0.54 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293250 Apr 14 16:05:38.267576 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-16c97f24-a681-48d1-ab70-3af518f5ad7d req-2ee4fa6a-1efe-49a1-a3b5-ec7c151be184 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7df13d7a-3651-4a49-a27f-fb20faca443f HTTP/1.1" status: 200 len: 217 time: 0.2830989 Apr 14 16:05:38.364268 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.54', 61193) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:38.428999 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-dc6daef7-e7f3-45c3-99d4-02ec1a74eb83 req-55edae20-83ae-4a62-88f3-9261453985fc service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:38.439657 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b889751-583f-4046-b112-10dae5138877 req-8bc48e4d-02d9-43cf-9db0-cb0f2fd05ff1 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:38.441307 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2b889751-583f-4046-b112-10dae5138877 req-8bc48e4d-02d9-43cf-9db0-cb0f2fd05ff1 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1 HTTP/1.1" status: 200 len: 945 time: 0.5479100 Apr 14 16:05:38.456978 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-dc6daef7-e7f3-45c3-99d4-02ec1a74eb83 req-55edae20-83ae-4a62-88f3-9261453985fc service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:38.491624 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-db6a7cb2-11a9-4269-81c5-14803cbb1a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:38.524146 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-dc6daef7-e7f3-45c3-99d4-02ec1a74eb83 req-55edae20-83ae-4a62-88f3-9261453985fc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7839115 Apr 14 16:05:38.539709 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55edae20-83ae-4a62-88f3-9261453985fc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d95d0897-ea77-4c64-ad76-fa828d734420,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:38.548587 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-55edae20-83ae-4a62-88f3-9261453985fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:38.552993 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c97f24-a681-48d1-ab70-3af518f5ad7d req-8d38703a-796d-46ca-b04b-74000b0ca256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:38.554617 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-16c97f24-a681-48d1-ab70-3af518f5ad7d req-8d38703a-796d-46ca-b04b-74000b0ca256 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a853725d-d158-4e46-bb35-3a52e24eb68b HTTP/1.1" status: 200 len: 857 time: 0.2780602 Apr 14 16:05:38.565361 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2b889751-583f-4046-b112-10dae5138877 req-dd87edf1-809a-494a-ac9b-ba904c96ca73 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/security-groups?id=92c292be-7cfb-4cac-affd-103d1ce959b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161070 Apr 14 16:05:38.578380 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6efd69-f077-416b-9ca4-773501d81a46 req-2f8b7815-d9bb-4469-9535-6ef2dcd41bf9 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:38.580561 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1c6efd69-f077-416b-9ca4-773501d81a46 req-2f8b7815-d9bb-4469-9535-6ef2dcd41bf9 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 945 time: 0.3119810 Apr 14 16:05:38.632351 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-7782b65b-dbf4-4308-aad9-5c6af6993640 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:38.645873 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1c6efd69-f077-416b-9ca4-773501d81a46 req-14859610-456c-4e32-947f-5a7f75a19aff tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571864 Apr 14 16:05:38.673575 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39dfb4-6e24-4e98-916f-1f7d3988ea8d req-003f8230-8e1e-4f56-a48f-06318bb0417d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:38.679241 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce39dfb4-6e24-4e98-916f-1f7d3988ea8d req-003f8230-8e1e-4f56-a48f-06318bb0417d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1 HTTP/1.1" status: 200 len: 1098 time: 0.3138287 Apr 14 16:05:38.688415 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7ae00fcc-5624-4711-99e6-a5e8b99d3015 req-5682f342-0206-4278-8b15-fa009ea5a65d service neutron] 10.222.0.54 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382088 Apr 14 16:05:38.736588 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-7782b65b-dbf4-4308-aad9-5c6af6993640 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Transition to ACTIVE for port object 0a682c76-757b-4691-9133-f3f122999748 will not be triggered until provisioned by entity DHCP. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:05:38.743772 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce39dfb4-6e24-4e98-916f-1f7d3988ea8d req-2b08c0db-3b29-4f65-8e98-51df539055da service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=92c292be-7cfb-4cac-affd-103d1ce959b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536463 Apr 14 16:05:38.774476 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-16c97f24-a681-48d1-ab70-3af518f5ad7d req-32edc023-49c0-463c-be5f-c4a1669e3961 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1a55e38-c40c-46a7-8269-2f73e5dda381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270964 Apr 14 16:05:38.778354 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-7782b65b-dbf4-4308-aad9-5c6af6993640 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:38.804360 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-18a83068-dc77-4962-a2b6-fafdd94c5a65 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:39.048131 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782b65b-dbf4-4308-aad9-5c6af6993640 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Pushing event updated for resources: {'Port': ['ID=0a682c76-757b-4691-9133-f3f122999748,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:39.060174 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7782b65b-dbf4-4308-aad9-5c6af6993640 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:39.091932 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f1f29-bb98-49cf-9a5a-b134480de1ca req-56662d68-4287-4a6a-8ede-e53d3a40e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:39.093577 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-367f1f29-bb98-49cf-9a5a-b134480de1ca req-56662d68-4287-4a6a-8ede-e53d3a40e1fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56f3498a3fcb47e2972e9fbd622c8e0e&device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 1096 time: 0.2398674 Apr 14 16:05:39.125546 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-16c97f24-a681-48d1-ab70-3af518f5ad7d req-46a2046e-543e-453f-82ac-1b9570c7f6c0 service neutron] 10.222.0.54 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935438 Apr 14 16:05:39.137396 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-7782b65b-dbf4-4308-aad9-5c6af6993640 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Network 1b36c666-9490-47fe-871e-06ae9c5795aa is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:05:39.155105 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-7782b65b-dbf4-4308-aad9-5c6af6993640 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:05:39.160979 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-7782b65b-dbf4-4308-aad9-5c6af6993640 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:05:39.296894 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-7782b65b-dbf4-4308-aad9-5c6af6993640 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:39.297629 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-7782b65b-dbf4-4308-aad9-5c6af6993640 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:39.299136 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-16c97f24-a681-48d1-ab70-3af518f5ad7d req-12ee09a8-987f-435d-b780-e37eeb965e03 service neutron] 10.222.0.54 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607552 Apr 14 16:05:39.351877 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-7782b65b-dbf4-4308-aad9-5c6af6993640 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4235928 Apr 14 16:05:39.370414 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] Request body: {'port': {'device_id': '6dcd79fd-516b-4118-ab12-6b639f737ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:39.382496 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742b96e-d9e8-475a-ba3d-f614fa394df8 req-7e557aa6-a9b6-49fd-9333-61e9f46ff850 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:39.386761 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3742b96e-d9e8-475a-ba3d-f614fa394df8 req-7e557aa6-a9b6-49fd-9333-61e9f46ff850 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 943 time: 0.5937388 Apr 14 16:05:39.418078 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f1f29-bb98-49cf-9a5a-b134480de1ca req-51d549ae-25be-4a96-bdfa-fe9ee57facb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:39.419708 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-367f1f29-bb98-49cf-9a5a-b134480de1ca req-51d549ae-25be-4a96-bdfa-fe9ee57facb1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c1a55e38-c40c-46a7-8269-2f73e5dda381 HTTP/1.1" status: 200 len: 918 time: 0.3168731 Apr 14 16:05:39.438886 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3742b96e-d9e8-475a-ba3d-f614fa394df8 req-c13ce0ca-aa35-4794-81de-1fe6252e6313 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470121 Apr 14 16:05:39.442215 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-b82be047-154e-45c5-9a60-2e4a5d7ba93f None None] Provisioning for port 0a682c76-757b-4691-9133-f3f122999748 completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:05:39.449220 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-b82be047-154e-45c5-9a60-2e4a5d7ba93f None None] Provisioning complete for port 0a682c76-757b-4691-9133-f3f122999748 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:39.449825 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b82be047-154e-45c5-9a60-2e4a5d7ba93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:39.466225 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0de97-b85e-4950-b2fc-ffd05490c961 req-4c90e63f-e442-4e3a-9b41-bf05109d6730 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:39.473523 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1de0de97-b85e-4950-b2fc-ffd05490c961 req-4c90e63f-e442-4e3a-9b41-bf05109d6730 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 931 time: 0.1730952 Apr 14 16:05:39.507177 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1de0de97-b85e-4950-b2fc-ffd05490c961 req-0653017e-ca5d-4aff-bb44-d46fe8000be6 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321898 Apr 14 16:05:39.525102 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-b82be047-154e-45c5-9a60-2e4a5d7ba93f None None] Port 0a682c76-757b-4691-9133-f3f122999748 cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:05:39.580219 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-367f1f29-bb98-49cf-9a5a-b134480de1ca req-79491607-0bd4-4de7-ad39-9bf183bc95c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a058a002-4d90-455d-b8e8-a219ed9f972e HTTP/1.1" status: 200 len: 217 time: 0.0836179 Apr 14 16:05:39.641403 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:39.716794 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f1f29-bb98-49cf-9a5a-b134480de1ca req-73ec42b4-bab2-49b4-9304-245331057634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:39.718413 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-367f1f29-bb98-49cf-9a5a-b134480de1ca req-73ec42b4-bab2-49b4-9304-245331057634 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a853725d-d158-4e46-bb35-3a52e24eb68b HTTP/1.1" status: 200 len: 857 time: 0.1284490 Apr 14 16:05:39.758792 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 7df13d7a-3651-4a49-a27f-fb20faca443f details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:05:39.790392 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c821d-2c47-42cf-a819-24b715dd8a85 req-826563ef-92c8-4418-82c0-9457a83ac97e tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:39.802607 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-826c821d-2c47-42cf-a819-24b715dd8a85 req-826563ef-92c8-4418-82c0-9457a83ac97e tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1 HTTP/1.1" status: 200 len: 945 time: 0.1082942 Apr 14 16:05:39.812031 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-367f1f29-bb98-49cf-9a5a-b134480de1ca req-7cdec8b3-5abf-49eb-b690-95705f71c4b1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1a55e38-c40c-46a7-8269-2f73e5dda381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622256 Apr 14 16:05:39.898067 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-826c821d-2c47-42cf-a819-24b715dd8a85 req-41b61dd4-fc58-49a9-8d6f-ac63e3bb2bfe tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/security-groups?id=92c292be-7cfb-4cac-affd-103d1ce959b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879860 Apr 14 16:05:39.957232 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 7df13d7a-3651-4a49-a27f-fb20faca443f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7df13d7a-3651-4a49-a27f-fb20faca443f,segment=NetworkSegment(1bbf8336-5fa4-4cd7-9b61-f26412f0ab97),segment_id=1bbf8336-5fa4-4cd7-9b61-f26412f0ab97)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:39.972467 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01403cca-6ae3-48fb-a9ed-7766abae1ea0 req-ff384cb9-2c87-4d21-9450-9b6109b3fed6 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:39.989883 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-01403cca-6ae3-48fb-a9ed-7766abae1ea0 req-ff384cb9-2c87-4d21-9450-9b6109b3fed6 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 945 time: 0.1634083 Apr 14 16:05:39.992336 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': '7df13d7a-3651-4a49-a27f-fb20faca443f', 'network_id': 'c1a55e38-c40c-46a7-8269-2f73e5dda381', 'port_id': '7df13d7a-3651-4a49-a27f-fb20faca443f', 'mac_address': 'fa:16:3e:de:58:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a853725d-d158-4e46-bb35-3a52e24eb68b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:05:40.066580 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-01403cca-6ae3-48fb-a9ed-7766abae1ea0 req-d54a1e80-9f17-43e6-a87e-6ddd717905cd tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754118 Apr 14 16:05:40.108664 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:40.110231 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7df13d7a-3651-4a49-a27f-fb20faca443f {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:05:40.129752 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 7df13d7a-3651-4a49-a27f-fb20faca443f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7df13d7a-3651-4a49-a27f-fb20faca443f,segment=NetworkSegment(1bbf8336-5fa4-4cd7-9b61-f26412f0ab97),segment_id=1bbf8336-5fa4-4cd7-9b61-f26412f0ab97)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:40.133494 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:40.136245 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:40.143083 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-367f1f29-bb98-49cf-9a5a-b134480de1ca req-cbc3398c-3eae-438c-80c9-f8857160a934 service neutron] 10.222.0.54 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183434 Apr 14 16:05:40.283679 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=7df13d7a-3651-4a49-a27f-fb20faca443f,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:40.295054 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:40.387863 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['7df13d7a-3651-4a49-a27f-fb20faca443f'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:05:40.600117 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a682c76-757b-4691-9133-f3f122999748 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:05:40.623073 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:40.744918 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-367f1f29-bb98-49cf-9a5a-b134480de1ca req-3445dcba-55aa-46f1-a9c6-aa534dcdda0b service neutron] 10.222.0.54 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855255 Apr 14 16:05:40.779096 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] Transition to ACTIVE for port object 0a682c76-757b-4691-9133-f3f122999748 will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:05:40.785198 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:40.829660 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:40.882793 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626d37e-8fcf-4870-b24a-2de89fb701d9 req-18493857-2ede-41ae-a930-fab761ed735b tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:40.884868 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2626d37e-8fcf-4870-b24a-2de89fb701d9 req-18493857-2ede-41ae-a930-fab761ed735b tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 943 time: 0.2222307 Apr 14 16:05:40.894514 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c5fb3-b6ce-4faa-b3f1-8a9af135b3a1 req-374e473d-a6be-4c8e-9877-53c49df35f33 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:40.896119 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d16c5fb3-b6ce-4faa-b3f1-8a9af135b3a1 req-374e473d-a6be-4c8e-9877-53c49df35f33 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 943 time: 0.1600368 Apr 14 16:05:40.968951 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2626d37e-8fcf-4870-b24a-2de89fb701d9 req-442f3b18-8ff2-4376-9477-3861b7bd6f98 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716841 Apr 14 16:05:40.974888 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d16c5fb3-b6ce-4faa-b3f1-8a9af135b3a1 req-f6b98636-8468-473f-9d98-15ec958756eb tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412824 Apr 14 16:05:41.330463 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 32878) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:41.364873 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] Pushing event updated for resources: {'Port': ['ID=0a682c76-757b-4691-9133-f3f122999748,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:41.370945 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:41.425537 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fa262-0586-407c-afae-7a54c8e48b70 req-026c38c9-5447-4006-897e-d25b447c7199 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:41.427244 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5b1fa262-0586-407c-afae-7a54c8e48b70 req-026c38c9-5447-4006-897e-d25b447c7199 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1 HTTP/1.1" status: 200 len: 945 time: 0.1854160 Apr 14 16:05:41.468030 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a3d92-da8c-47ae-9c96-a270820197a7 req-0596c1ba-1494-4c0e-869e-39b0189f2d40 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:41.469765 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8d0a3d92-da8c-47ae-9c96-a270820197a7 req-0596c1ba-1494-4c0e-869e-39b0189f2d40 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 945 time: 0.1789417 Apr 14 16:05:41.484454 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5b1fa262-0586-407c-afae-7a54c8e48b70 req-fb54c477-a4ec-4ad8-b02e-f614da05ab71 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/security-groups?id=92c292be-7cfb-4cac-affd-103d1ce959b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490549 Apr 14 16:05:41.524709 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8d0a3d92-da8c-47ae-9c96-a270820197a7 req-ce1df09f-2503-4c25-a266-8a573a4dd5bb tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366626 Apr 14 16:05:41.593973 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7d6ab025-cb71-400f-8cc0-5d1ed3365fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:41.635304 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-7d6ab025-cb71-400f-8cc0-5d1ed3365fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:41.651634 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-7d6ab025-cb71-400f-8cc0-5d1ed3365fe7 admin admin] Usage tracker for resource:security_group_rule and tenant:1c7fff595151456dbe6a4d79fdfbb8ef is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:41.654162 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] Attempting to bind port 0a682c76-757b-4691-9133-f3f122999748 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:05:41.654804 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] Attempting to bind port 0a682c76-757b-4691-9133-f3f122999748 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '34e7e0e2-7a76-4d29-87b4-d8984da10e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:05:41.655505 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] Attempting to bind port 0a682c76-757b-4691-9133-f3f122999748 on network 1b36c666-9490-47fe-871e-06ae9c5795aa {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:41.662323 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] Port 0a682c76-757b-4691-9133-f3f122999748 on network 1b36c666-9490-47fe-871e-06ae9c5795aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:05:41.663018 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-7d6ab025-cb71-400f-8cc0-5d1ed3365fe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:41.663528 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] Attempting to bind port 0a682c76-757b-4691-9133-f3f122999748 on network 1b36c666-9490-47fe-871e-06ae9c5795aa {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:05:41.675220 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] Checking agent: {'id': 'f6195c71-3258-459e-9d3f-74f9782cd5cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'started_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:05:41.675793 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-7d6ab025-cb71-400f-8cc0-5d1ed3365fe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:41.676268 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] Checking segment: {'id': '34e7e0e2-7a76-4d29-87b4-d8984da10e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:05:41.677177 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] Bound using segment: {'id': '34e7e0e2-7a76-4d29-87b4-d8984da10e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:05:41.678258 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] Bound port: 0a682c76-757b-4691-9133-f3f122999748, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e7e0e2-7a76-4d29-87b4-d8984da10e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:05:41.678980 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:41.776413 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device a058a002-4d90-455d-b8e8-a219ed9f972e details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:05:41.788522 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] For port 0a682c76-757b-4691-9133-f3f122999748, host hv-cinder-78626, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:05:41.790032 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 7df13d7a-3651-4a49-a27f-fb20faca443f up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:41.795796 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] For port 0a682c76-757b-4691-9133-f3f122999748, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0a682c76-757b-4691-9133-f3f122999748,segment=NetworkSegment(34e7e0e2-7a76-4d29-87b4-d8984da10e43),segment_id=34e7e0e2-7a76-4d29-87b4-d8984da10e43)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:05:41.803651 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:41.818780 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 32892) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:41.829005 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:41.846895 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7d6ab025-cb71-400f-8cc0-5d1ed3365fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:41.862290 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7d6ab025-cb71-400f-8cc0-5d1ed3365fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:41.916564 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:41.938765 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-7d6ab025-cb71-400f-8cc0-5d1ed3365fe7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c7fff595151456dbe6a4d79fdfbb8ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5965779 Apr 14 16:05:41.941837 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 32900) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:42.008065 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] Pushing event updated for resources: {'Port': ['ID=0a682c76-757b-4691-9133-f3f122999748,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:42.013226 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:42.087577 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:42.088266 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:42.092210 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] 10.222.0.54 "PUT /v2.0/ports/0a682c76-757b-4691-9133-f3f122999748 HTTP/1.1" status: 200 len: 1093 time: 2.7264495 Apr 14 16:05:42.093561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcd79fd-516b-4118-ab12-6b639f737ea4', 'tag': '0a682c76-757b-4691-9133-f3f122999748'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:42.308525 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-12aa5dc0-04d4-49db-978e-60d196f84ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:42.342349 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-123b762c-a02a-4692-b01b-1c48464885fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:42.345295 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ab025-cb71-400f-8cc0-5d1ed3365fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d98b83-0e41-4055-a01d-4f3ae5f154db,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:42.350241 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-123b762c-a02a-4692-b01b-1c48464885fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cb0e58781b543f0af3f43342740e649&device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 1096 time: 0.2118866 Apr 14 16:05:42.428385 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port a058a002-4d90-455d-b8e8-a219ed9f972e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a058a002-4d90-455d-b8e8-a219ed9f972e,segment=NetworkSegment(1bbf8336-5fa4-4cd7-9b61-f26412f0ab97),segment_id=1bbf8336-5fa4-4cd7-9b61-f26412f0ab97)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:42.448897 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': 'a058a002-4d90-455d-b8e8-a219ed9f972e', 'network_id': 'c1a55e38-c40c-46a7-8269-2f73e5dda381', 'port_id': 'a058a002-4d90-455d-b8e8-a219ed9f972e', 'mac_address': 'fa:16:3e:64:38:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a853725d-d158-4e46-bb35-3a52e24eb68b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:05:42.495017 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning for port 7df13d7a-3651-4a49-a27f-fb20faca443f completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:05:42.495684 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7d6ab025-cb71-400f-8cc0-5d1ed3365fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:42.510716 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-552a3451-1510-474c-8771-f53c31ba49c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:42.513920 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-12aa5dc0-04d4-49db-978e-60d196f84ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:42.516806 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-ee663d04-45cd-445f-bc5d-be1f466ddc56 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a682c76-757b-4691-9133-f3f122999748 HTTP/1.1" status: 200 len: 217 time: 0.1607280 Apr 14 16:05:42.518429 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port 7df13d7a-3651-4a49-a27f-fb20faca443f triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:42.519039 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:42.544918 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-12aa5dc0-04d4-49db-978e-60d196f84ef4 admin admin] Usage tracker for resource:security_group_rule and tenant:92753985cc3c49bf86762b6025efb1be is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:42.559150 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-12aa5dc0-04d4-49db-978e-60d196f84ef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:42.588805 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-12aa5dc0-04d4-49db-978e-60d196f84ef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:42.692518 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:42.694228 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a058a002-4d90-455d-b8e8-a219ed9f972e {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:05:42.704517 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-34b9c4cf-0741-492b-ba29-fd1db8c4dabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:42.711833 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-12aa5dc0-04d4-49db-978e-60d196f84ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:42.714377 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-34b9c4cf-0741-492b-ba29-fd1db8c4dabe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=663945ce-755e-4e25-a5e5-413a3e0ae704 HTTP/1.1" status: 200 len: 849 time: 0.1874554 Apr 14 16:05:42.724405 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-552a3451-1510-474c-8771-f53c31ba49c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:42.733913 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port a058a002-4d90-455d-b8e8-a219ed9f972e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a058a002-4d90-455d-b8e8-a219ed9f972e,segment=NetworkSegment(1bbf8336-5fa4-4cd7-9b61-f26412f0ab97),segment_id=1bbf8336-5fa4-4cd7-9b61-f26412f0ab97)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:42.737825 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:42.741390 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bafd7027-66e8-4a7a-9593-4179fdda3ce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:42.784141 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:42.800750 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a1bfb-a7b8-4589-a488-22ab38ce08be req-23c173ea-f539-45be-97c6-83a141978db2 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:42.802870 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4c6a1bfb-a7b8-4589-a488-22ab38ce08be req-23c173ea-f539-45be-97c6-83a141978db2 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 943 time: 0.4389153 Apr 14 16:05:42.808228 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db654b6-ccd9-4cbd-9788-abbb8f81f7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df13d7a-3651-4a49-a27f-fb20faca443f'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:42.809630 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-35fe6549-bf1e-49e8-b5d9-8a0fcb2bf179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:42.811589 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-35fe6549-bf1e-49e8-b5d9-8a0fcb2bf179 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1b36c666-9490-47fe-871e-06ae9c5795aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0903859 Apr 14 16:05:42.812701 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-552a3451-1510-474c-8771-f53c31ba49c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:42.822696 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:42.836595 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 7df13d7a-3651-4a49-a27f-fb20faca443f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7df13d7a-3651-4a49-a27f-fb20faca443f,segment=NetworkSegment(1bbf8336-5fa4-4cd7-9b61-f26412f0ab97),segment_id=1bbf8336-5fa4-4cd7-9b61-f26412f0ab97)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:42.844973 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:42.848258 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbe536-7ce3-4021-b078-969c9d32bd2e req-3b7fb4fa-419d-4485-a341-b1fe984d76e6 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:42.851945 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=a058a002-4d90-455d-b8e8-a219ed9f972e,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:42.855703 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:42.856382 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:42.859309 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-41fbe536-7ce3-4021-b078-969c9d32bd2e req-3b7fb4fa-419d-4485-a341-b1fe984d76e6 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 943 time: 0.5176878 Apr 14 16:05:42.888268 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-12aa5dc0-04d4-49db-978e-60d196f84ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:42.939864 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a3451-1510-474c-8771-f53c31ba49c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d98b83-0e41-4055-a01d-4f3ae5f154db,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:42.943041 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-552a3451-1510-474c-8771-f53c31ba49c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:42.943575 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-552a3451-1510-474c-8771-f53c31ba49c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:42.956591 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=7df13d7a-3651-4a49-a27f-fb20faca443f,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:42.957224 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-41fbe536-7ce3-4021-b078-969c9d32bd2e req-63f5010c-1fdb-4f24-b79b-030554fe09ba tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959282 Apr 14 16:05:42.985265 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-12aa5dc0-04d4-49db-978e-60d196f84ef4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92753985cc3c49bf86762b6025efb1be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1589406 Apr 14 16:05:42.985265 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 32932) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:43.002897 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:43.106497 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4c6a1bfb-a7b8-4589-a488-22ab38ce08be req-4a05f494-69b7-4dbf-afa8-ba6833b517a5 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843881 Apr 14 16:05:43.107264 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa5dc0-04d4-49db-978e-60d196f84ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6300a829-cba1-4818-bad5-16f28d0b1bed,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:43.121167 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-24b7fbef-5c5c-436a-97f1-4d1509189987 service neutron] 10.222.0.54 "GET /v2.0/networks/1b36c666-9490-47fe-871e-06ae9c5795aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879689 Apr 14 16:05:43.130893 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:43.133457 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['a058a002-4d90-455d-b8e8-a219ed9f972e'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:05:43.135877 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-12aa5dc0-04d4-49db-978e-60d196f84ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:43.136581 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b20ab140-6c4a-4924-bf49-1b633f7d8046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:43.148984 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-552a3451-1510-474c-8771-f53c31ba49c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:43.150246 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-552a3451-1510-474c-8771-f53c31ba49c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10d98b83-0e41-4055-a01d-4f3ae5f154db HTTP/1.1" status: 204 len: 168 time: 1.1979954 Apr 14 16:05:43.196940 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dcd79fd-516b-4118-ab12-6b639f737ea4', 'tag': '0a682c76-757b-4691-9133-f3f122999748', 'status': 'completed', 'code': 200} Apr 14 16:05:43.211100 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b20ab140-6c4a-4924-bf49-1b633f7d8046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:43.224147 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db654b6-ccd9-4cbd-9788-abbb8f81f7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df13d7a-3651-4a49-a27f-fb20faca443f', 'code': 200} Apr 14 16:05:43.360905 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b20ab140-6c4a-4924-bf49-1b633f7d8046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:43.367559 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7d6ab025-cb71-400f-8cc0-5d1ed3365fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:43.393492 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ab140-6c4a-4924-bf49-1b633f7d8046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6300a829-cba1-4818-bad5-16f28d0b1bed,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:43.399970 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-b20ab140-6c4a-4924-bf49-1b633f7d8046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:43.421299 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b20ab140-6c4a-4924-bf49-1b633f7d8046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:43.422996 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-b20ab140-6c4a-4924-bf49-1b633f7d8046 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6300a829-cba1-4818-bad5-16f28d0b1bed HTTP/1.1" status: 204 len: 168 time: 0.4279735 Apr 14 16:05:43.459856 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2c94e202-c334-4e5b-9a67-7149c85251e4 req-8e39bf1e-117c-478e-9d7b-f601a46197d2 service neutron] 10.222.0.54 "GET /v2.0/networks/1b36c666-9490-47fe-871e-06ae9c5795aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370693 Apr 14 16:05:43.750024 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361bcbf-f4da-4f7e-91aa-124d85e594b5 req-477b78e1-4fa3-4e52-a2be-1dda77d8d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:43.751858 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4361bcbf-f4da-4f7e-91aa-124d85e594b5 req-477b78e1-4fa3-4e52-a2be-1dda77d8d060 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 1099 time: 0.2204270 Apr 14 16:05:43.759423 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae913211-fa36-4824-b85b-6de900f4dfb9 req-18bf7df9-32ec-477e-8270-1c8e6ec364bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:43.761052 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ae913211-fa36-4824-b85b-6de900f4dfb9 req-18bf7df9-32ec-477e-8270-1c8e6ec364bf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cb0e58781b543f0af3f43342740e649&device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 1096 time: 0.2280321 Apr 14 16:05:43.967832 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4361bcbf-f4da-4f7e-91aa-124d85e594b5 req-c8ac3245-6915-4822-8011-44832d4e1624 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979048 Apr 14 16:05:44.003717 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 32974) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:44.051500 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5d2737ac-a311-4c15-b1bd-756ee7f0eb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:44.077700 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae913211-fa36-4824-b85b-6de900f4dfb9 req-d066e55c-9e05-418a-b572-ca20e039e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:44.079591 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ae913211-fa36-4824-b85b-6de900f4dfb9 req-d066e55c-9e05-418a-b572-ca20e039e2c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1b36c666-9490-47fe-871e-06ae9c5795aa HTTP/1.1" status: 200 len: 911 time: 0.3076882 Apr 14 16:05:44.080338 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-5d2737ac-a311-4c15-b1bd-756ee7f0eb3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:44.088577 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-5d2737ac-a311-4c15-b1bd-756ee7f0eb3f admin admin] Usage tracker for resource:security_group_rule and tenant:d73f0a0ee8e347e4b6f0bb947c30f05e is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:44.097577 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-5d2737ac-a311-4c15-b1bd-756ee7f0eb3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:44.105467 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-5d2737ac-a311-4c15-b1bd-756ee7f0eb3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:44.148658 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 32982) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:44.179281 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ae913211-fa36-4824-b85b-6de900f4dfb9 req-1e0c1676-788a-42ce-8700-4fcc6c62fe96 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a682c76-757b-4691-9133-f3f122999748 HTTP/1.1" status: 200 len: 217 time: 0.0918977 Apr 14 16:05:44.184018 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4261abc3-e429-4ba0-b843-265b6526d43d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:44.204636 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-4261abc3-e429-4ba0-b843-265b6526d43d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:44.257801 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae913211-fa36-4824-b85b-6de900f4dfb9 req-a527d0be-1d06-40c5-8869-1440fe09b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:44.259828 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ae913211-fa36-4824-b85b-6de900f4dfb9 req-a527d0be-1d06-40c5-8869-1440fe09b705 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=663945ce-755e-4e25-a5e5-413a3e0ae704 HTTP/1.1" status: 200 len: 849 time: 0.0741858 Apr 14 16:05:44.263730 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5d2737ac-a311-4c15-b1bd-756ee7f0eb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:44.265366 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-4261abc3-e429-4ba0-b843-265b6526d43d admin admin] Usage tracker for resource:security_group_rule and tenant:c014736ab65f44ce8b6eb337fdbbd01c is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:44.269658 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5d2737ac-a311-4c15-b1bd-756ee7f0eb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:44.278039 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-4261abc3-e429-4ba0-b843-265b6526d43d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:44.282241 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:44.318533 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-4261abc3-e429-4ba0-b843-265b6526d43d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:44.343928 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2737ac-a311-4c15-b1bd-756ee7f0eb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e35dea1-b3f0-4ca6-8b67-ca443f88c03d,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:44.352183 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-5d2737ac-a311-4c15-b1bd-756ee7f0eb3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:44.356592 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-5d2737ac-a311-4c15-b1bd-756ee7f0eb3f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d73f0a0ee8e347e4b6f0bb947c30f05e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3515284 Apr 14 16:05:44.365747 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 32994) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:44.421959 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae913211-fa36-4824-b85b-6de900f4dfb9 req-24787bb7-279f-49be-920f-8c9b64969ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:44.423624 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ae913211-fa36-4824-b85b-6de900f4dfb9 req-24787bb7-279f-49be-920f-8c9b64969ae0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1b36c666-9490-47fe-871e-06ae9c5795aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1564653 Apr 14 16:05:44.477734 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4261abc3-e429-4ba0-b843-265b6526d43d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:44.481592 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4261abc3-e429-4ba0-b843-265b6526d43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:44.490871 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6f0dd464-8ebf-4116-b459-4f0eb8d8aad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:44.595878 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d7137985-69a8-4dd6-8c9a-3ab0ce64d778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:44.627129 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 33008) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:44.638852 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-4261abc3-e429-4ba0-b843-265b6526d43d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c014736ab65f44ce8b6eb337fdbbd01c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4887869 Apr 14 16:05:44.641025 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261abc3-e429-4ba0-b843-265b6526d43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bee119-f310-40be-aefe-9345aa4a14ab,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:44.657307 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4261abc3-e429-4ba0-b843-265b6526d43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:44.662253 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ae913211-fa36-4824-b85b-6de900f4dfb9 req-4841920e-9de6-44ab-85bd-3aab44a5d822 service neutron] 10.222.0.54 "GET /v2.0/networks/1b36c666-9490-47fe-871e-06ae9c5795aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259545 Apr 14 16:05:44.702160 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f1bff-6634-4313-9245-e101b334a141 req-06699e19-4f70-4b57-86f3-00949a9ca51f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:44.703895 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bc2f1bff-6634-4313-9245-e101b334a141 req-06699e19-4f70-4b57-86f3-00949a9ca51f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 943 time: 0.1987567 Apr 14 16:05:44.732171 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d7137985-69a8-4dd6-8c9a-3ab0ce64d778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:44.765618 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bc2f1bff-6634-4313-9245-e101b334a141 req-b4e4aaa7-6417-44db-b008-a7f0acc93005 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533948 Apr 14 16:05:44.902727 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ae913211-fa36-4824-b85b-6de900f4dfb9 req-4fce9c32-8cf6-4f3e-91df-f1a44afc79e9 service neutron] 10.222.0.54 "GET /v2.0/networks/1b36c666-9490-47fe-871e-06ae9c5795aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286880 Apr 14 16:05:44.912928 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526f084-e898-4931-a7a3-1568b1bf2931 req-601f9f98-af40-49c8-8308-705388fbdea1 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:44.923158 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1526f084-e898-4931-a7a3-1568b1bf2931 req-601f9f98-af40-49c8-8308-705388fbdea1 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 944 time: 0.1570585 Apr 14 16:05:44.970565 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1526f084-e898-4931-a7a3-1568b1bf2931 req-8c3f3c8c-2880-4810-b696-6a6ba323c1fb tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393934 Apr 14 16:05:44.994621 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ebca1e9c-c772-44a3-9197-44d584ce85ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:45.041654 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ebca1e9c-c772-44a3-9197-44d584ce85ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:45.096941 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d7137985-69a8-4dd6-8c9a-3ab0ce64d778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:45.102862 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-48033478-53eb-4f1f-aaaf-6b93226fbaed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:45.109943 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ebca1e9c-c772-44a3-9197-44d584ce85ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:45.124246 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7137985-69a8-4dd6-8c9a-3ab0ce64d778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e35dea1-b3f0-4ca6-8b67-ca443f88c03d,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:45.130084 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d7137985-69a8-4dd6-8c9a-3ab0ce64d778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:45.130750 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6f580f6e-c1c9-4d40-bab3-654c843ad2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:45.151913 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca1e9c-c772-44a3-9197-44d584ce85ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bee119-f310-40be-aefe-9345aa4a14ab,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:45.155343 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d7137985-69a8-4dd6-8c9a-3ab0ce64d778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:45.156133 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-d7137985-69a8-4dd6-8c9a-3ab0ce64d778 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e35dea1-b3f0-4ca6-8b67-ca443f88c03d HTTP/1.1" status: 204 len: 168 time: 0.7859766 Apr 14 16:05:45.157475 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ebca1e9c-c772-44a3-9197-44d584ce85ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:45.158642 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ebca1e9c-c772-44a3-9197-44d584ce85ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:45.167555 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-ebca1e9c-c772-44a3-9197-44d584ce85ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b5bee119-f310-40be-aefe-9345aa4a14ab HTTP/1.1" status: 204 len: 168 time: 0.5349429 Apr 14 16:05:45.761495 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 33048) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:45.782998 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7ea70bdf-02db-4701-9f40-bc44dff8f30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:45.785141 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device a058a002-4d90-455d-b8e8-a219ed9f972e up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:45.801342 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-7ea70bdf-02db-4701-9f40-bc44dff8f30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:45.809906 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-7ea70bdf-02db-4701-9f40-bc44dff8f30f admin admin] Usage tracker for resource:security_group_rule and tenant:484f42432b9241269bc5f31730456efb is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:45.818006 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-7ea70bdf-02db-4701-9f40-bc44dff8f30f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:45.837710 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-7ea70bdf-02db-4701-9f40-bc44dff8f30f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:45.876776 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning for port a058a002-4d90-455d-b8e8-a219ed9f972e completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:05:45.890546 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port a058a002-4d90-455d-b8e8-a219ed9f972e triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:45.896861 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:46.024539 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7ea70bdf-02db-4701-9f40-bc44dff8f30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:46.028790 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7ea70bdf-02db-4701-9f40-bc44dff8f30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:46.041760 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:46.113018 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f7c4a-44cc-42a4-8036-9aad19c2f136 req-183178be-e4af-4209-b98c-026533bc7b57 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:46.123300 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ef2f7c4a-44cc-42a4-8036-9aad19c2f136 req-183178be-e4af-4209-b98c-026533bc7b57 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 943 time: 0.1608348 Apr 14 16:05:46.140531 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:46.153005 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-7ea70bdf-02db-4701-9f40-bc44dff8f30f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=484f42432b9241269bc5f31730456efb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3900764 Apr 14 16:05:46.155762 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea70bdf-02db-4701-9f40-bc44dff8f30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04489364-f81f-4fac-a46a-b74d11026307,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:46.160294 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7ea70bdf-02db-4701-9f40-bc44dff8f30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:46.161217 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 33064) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:46.183515 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ef2f7c4a-44cc-42a4-8036-9aad19c2f136 req-b9e2982d-3480-4d3d-aa2a-7f8bf8175bb8 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573320 Apr 14 16:05:46.191206 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46641796-9e8b-45f0-a7d4-67178e88875f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a058a002-4d90-455d-b8e8-a219ed9f972e'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:46.202670 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port a058a002-4d90-455d-b8e8-a219ed9f972e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a058a002-4d90-455d-b8e8-a219ed9f972e,segment=NetworkSegment(1bbf8336-5fa4-4cd7-9b61-f26412f0ab97),segment_id=1bbf8336-5fa4-4cd7-9b61-f26412f0ab97)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:46.207535 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:46.210319 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bafd7027-66e8-4a7a-9593-4179fdda3ce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:46.252539 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-43ba717d-3a15-4d47-9a56-4cdce4fe2655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:46.269663 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46641796-9e8b-45f0-a7d4-67178e88875f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a058a002-4d90-455d-b8e8-a219ed9f972e', 'code': 200} Apr 14 16:05:46.297184 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-43ba717d-3a15-4d47-9a56-4cdce4fe2655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:46.307105 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=a058a002-4d90-455d-b8e8-a219ed9f972e,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:46.320447 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:46.348890 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cb4b0-9e3c-4e0f-a46e-e9fdcaaa3bed req-5ae6fe45-339d-4db1-8bb3-cb34d962ddaa tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:46.350632 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c91cb4b0-9e3c-4e0f-a46e-e9fdcaaa3bed req-5ae6fe45-339d-4db1-8bb3-cb34d962ddaa tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.1139352 Apr 14 16:05:46.368208 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-43ba717d-3a15-4d47-9a56-4cdce4fe2655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:46.374258 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a4a2e672-711d-4f34-95d4-7b6683dffd88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:46.386976 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba717d-3a15-4d47-9a56-4cdce4fe2655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04489364-f81f-4fac-a46a-b74d11026307,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:46.391376 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-43ba717d-3a15-4d47-9a56-4cdce4fe2655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:46.395550 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-43ba717d-3a15-4d47-9a56-4cdce4fe2655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:46.397259 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-43ba717d-3a15-4d47-9a56-4cdce4fe2655 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04489364-f81f-4fac-a46a-b74d11026307 HTTP/1.1" status: 204 len: 168 time: 0.2348194 Apr 14 16:05:46.398691 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c91cb4b0-9e3c-4e0f-a46e-e9fdcaaa3bed req-3761ddcb-40ef-486f-a076-bcfbe66de70c tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397549 Apr 14 16:05:46.572584 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe9625-6d88-4a67-b85f-d5c2fe5ac22c req-c00f4178-dfd9-4f4f-b5a2-cb405fc51fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:46.574431 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4dfe9625-6d88-4a67-b85f-d5c2fe5ac22c req-c00f4178-dfd9-4f4f-b5a2-cb405fc51fb8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 1098 time: 0.0898983 Apr 14 16:05:46.604466 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4dfe9625-6d88-4a67-b85f-d5c2fe5ac22c req-60cc3598-92b1-4b7a-ad8b-bd1c2461e517 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0231619 Apr 14 16:05:47.399593 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42e752-6856-4616-94c7-07d9c7351b29 req-8a3917c2-f803-41f9-bee0-efcff700ccf9 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:47.401364 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-be42e752-6856-4616-94c7-07d9c7351b29 req-8a3917c2-f803-41f9-bee0-efcff700ccf9 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 943 time: 0.1010380 Apr 14 16:05:47.455136 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-be42e752-6856-4616-94c7-07d9c7351b29 req-cc5b0b16-9f67-4a03-b3a4-4e980b8e8c39 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438120 Apr 14 16:05:47.631060 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd42db-b0fb-431d-a603-193f3552d528 req-9412c5b4-e5c2-4070-b3e7-7580a53a61d4 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:47.633235 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b8fd42db-b0fb-431d-a603-193f3552d528 req-9412c5b4-e5c2-4070-b3e7-7580a53a61d4 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.1015117 Apr 14 16:05:47.679338 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b8fd42db-b0fb-431d-a603-193f3552d528 req-7ae45136-396a-49d1-8a40-b02dbb3b2cc3 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395384 Apr 14 16:05:47.800205 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 0a682c76-757b-4691-9133-f3f122999748 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:05:47.996187 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 0a682c76-757b-4691-9133-f3f122999748, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0a682c76-757b-4691-9133-f3f122999748,segment=NetworkSegment(34e7e0e2-7a76-4d29-87b4-d8984da10e43),segment_id=34e7e0e2-7a76-4d29-87b4-d8984da10e43)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:48.003252 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': '0a682c76-757b-4691-9133-f3f122999748', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'port_id': '0a682c76-757b-4691-9133-f3f122999748', 'mac_address': 'fa:16:3e:29:d7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:05:48.076390 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:48.079014 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a682c76-757b-4691-9133-f3f122999748 {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:05:48.103991 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 0a682c76-757b-4691-9133-f3f122999748, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0a682c76-757b-4691-9133-f3f122999748,segment=NetworkSegment(34e7e0e2-7a76-4d29-87b4-d8984da10e43),segment_id=34e7e0e2-7a76-4d29-87b4-d8984da10e43)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:48.109830 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:48.112117 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:48.204388 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=0a682c76-757b-4691-9133-f3f122999748,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:48.209119 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:48.412172 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['0a682c76-757b-4691-9133-f3f122999748'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:05:48.453685 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 33206) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:48.673845 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6fb96874-94d8-4e85-afb7-4ca9adf1c8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:48.693156 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-6fb96874-94d8-4e85-afb7-4ca9adf1c8ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:48.703781 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-6fb96874-94d8-4e85-afb7-4ca9adf1c8ef admin admin] Usage tracker for resource:security_group_rule and tenant:f773bb18c09b4cda9ed4f8ff3ad7b9c2 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:48.707364 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-6fb96874-94d8-4e85-afb7-4ca9adf1c8ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:48.719411 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-6fb96874-94d8-4e85-afb7-4ca9adf1c8ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:48.760216 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db00235-6941-4efd-a112-4f45df6cfcfc req-baa583f2-0360-4f0b-9fff-5abfc404d0b3 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:48.761940 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2db00235-6941-4efd-a112-4f45df6cfcfc req-baa583f2-0360-4f0b-9fff-5abfc404d0b3 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 944 time: 0.1622040 Apr 14 16:05:48.806489 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2db00235-6941-4efd-a112-4f45df6cfcfc req-caac9211-8aab-44b4-8ae5-fbf654447297 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361481 Apr 14 16:05:48.877272 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6fb96874-94d8-4e85-afb7-4ca9adf1c8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:48.880665 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6fb96874-94d8-4e85-afb7-4ca9adf1c8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:48.890957 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-12aa5dc0-04d4-49db-978e-60d196f84ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:49.180247 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-6fb96874-94d8-4e85-afb7-4ca9adf1c8ef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f773bb18c09b4cda9ed4f8ff3ad7b9c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7251017 Apr 14 16:05:49.183530 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 33224) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:49.187734 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb96874-94d8-4e85-afb7-4ca9adf1c8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ced19f1-c92d-4be4-ae0d-2e1dc11eeeb9,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:49.191076 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6fb96874-94d8-4e85-afb7-4ca9adf1c8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:49.238214 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b22aa7-8a6f-4275-9158-3349050f4b7c req-c2a07b8f-6e65-4f0d-8e51-0c477d14128c tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:49.240161 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-93b22aa7-8a6f-4275-9158-3349050f4b7c req-c2a07b8f-6e65-4f0d-8e51-0c477d14128c tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.3131301 Apr 14 16:05:49.253184 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d95359b0-f7ea-4db4-9ea0-23ecf3544549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:49.271708 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-93b22aa7-8a6f-4275-9158-3349050f4b7c req-7d69efcd-cd6a-4c05-aa2e-6487d76d934c tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251222 Apr 14 16:05:49.283091 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d95359b0-f7ea-4db4-9ea0-23ecf3544549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:49.338999 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d95359b0-f7ea-4db4-9ea0-23ecf3544549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:49.346556 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-eadde711-dcaf-4aab-b235-cca9c571232a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:49.363569 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95359b0-f7ea-4db4-9ea0-23ecf3544549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ced19f1-c92d-4be4-ae0d-2e1dc11eeeb9,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:49.399699 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d95359b0-f7ea-4db4-9ea0-23ecf3544549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:49.403501 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d95359b0-f7ea-4db4-9ea0-23ecf3544549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:49.408853 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-d95359b0-f7ea-4db4-9ea0-23ecf3544549 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ced19f1-c92d-4be4-ae0d-2e1dc11eeeb9 HTTP/1.1" status: 204 len: 168 time: 0.2241044 Apr 14 16:05:49.820980 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 0a682c76-757b-4691-9133-f3f122999748 up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:05:49.874621 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 33262) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:49.906067 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-23903a16-b8b9-4825-9154-7d257bc39f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:49.927886 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-23903a16-b8b9-4825-9154-7d257bc39f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:49.932673 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-23903a16-b8b9-4825-9154-7d257bc39f7b admin admin] Usage tracker for resource:security_group_rule and tenant:5c6e14c239ab4e49a8a6314b92262255 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:49.936316 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-23903a16-b8b9-4825-9154-7d257bc39f7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:49.943411 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-23903a16-b8b9-4825-9154-7d257bc39f7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:49.964263 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beed0b7-03de-4cde-a37c-82ac4cdab7f3 req-d3d6c814-e688-463a-868f-a8164115d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:49.968152 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5beed0b7-03de-4cde-a37c-82ac4cdab7f3 req-d3d6c814-e688-463a-868f-a8164115d7b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56f3498a3fcb47e2972e9fbd622c8e0e&device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 1098 time: 0.2038691 Apr 14 16:05:50.042991 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-23903a16-b8b9-4825-9154-7d257bc39f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:50.061512 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-23903a16-b8b9-4825-9154-7d257bc39f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:50.073112 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6971f318-93ce-4ec1-a865-cca0e92a42a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:50.147775 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning for port 0a682c76-757b-4691-9133-f3f122999748 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:05:50.150424 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23903a16-b8b9-4825-9154-7d257bc39f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1862415a-e9c7-4bba-a87f-289ae46505f8,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:50.156811 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port 0a682c76-757b-4691-9133-f3f122999748 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:50.157220 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:50.180225 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-23903a16-b8b9-4825-9154-7d257bc39f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:50.248743 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 33274) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:50.274482 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cefc1c-239a-46e2-bcb5-d24620c9713e req-15a5169c-a9fa-479e-b973-5e6721de39e0 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:50.275824 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beed0b7-03de-4cde-a37c-82ac4cdab7f3 req-77df8fba-7594-49aa-8670-09b7ce9a9d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:50.276157 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d9cefc1c-239a-46e2-bcb5-d24620c9713e req-15a5169c-a9fa-479e-b973-5e6721de39e0 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.4525838 Apr 14 16:05:50.277434 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5beed0b7-03de-4cde-a37c-82ac4cdab7f3 req-77df8fba-7594-49aa-8670-09b7ce9a9d57 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c1a55e38-c40c-46a7-8269-2f73e5dda381 HTTP/1.1" status: 200 len: 918 time: 0.3006051 Apr 14 16:05:50.293238 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-23903a16-b8b9-4825-9154-7d257bc39f7b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5c6e14c239ab4e49a8a6314b92262255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4170847 Apr 14 16:05:50.294098 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 33282) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:50.338164 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d9cefc1c-239a-46e2-bcb5-d24620c9713e req-84f7a626-65fc-4b2b-8608-5d0435a125dd tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530403 Apr 14 16:05:50.369409 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc902ad-a74d-435d-af91-38886026efa7 req-ae48cdd7-28b5-4b61-9e76-9d63240943be tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:50.377170 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1cc902ad-a74d-435d-af91-38886026efa7 req-ae48cdd7-28b5-4b61-9e76-9d63240943be tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 944 time: 0.2283432 Apr 14 16:05:50.382555 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5beed0b7-03de-4cde-a37c-82ac4cdab7f3 req-f9e8e35d-41fb-4104-985a-00ec3ab2d6d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a058a002-4d90-455d-b8e8-a219ed9f972e HTTP/1.1" status: 200 len: 217 time: 0.0960402 Apr 14 16:05:50.399569 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:50.414752 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcd79fd-516b-4118-ab12-6b639f737ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a682c76-757b-4691-9133-f3f122999748'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:50.438104 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1cc902ad-a74d-435d-af91-38886026efa7 req-ecb7d897-0e5d-4fd0-9894-754762f7dee6 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599041 Apr 14 16:05:50.445458 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 0a682c76-757b-4691-9133-f3f122999748, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0a682c76-757b-4691-9133-f3f122999748,segment=NetworkSegment(34e7e0e2-7a76-4d29-87b4-d8984da10e43),segment_id=34e7e0e2-7a76-4d29-87b4-d8984da10e43)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:50.450393 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:50.452742 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:50.469739 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7bce136f-9a2e-42a5-9952-0bfc55535a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:50.486665 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-7bce136f-9a2e-42a5-9952-0bfc55535a7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:50.491251 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-7bce136f-9a2e-42a5-9952-0bfc55535a7e admin admin] Usage tracker for resource:security_group_rule and tenant:cf7ce938ddd24604a43b5108df04973a is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:50.494233 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-7bce136f-9a2e-42a5-9952-0bfc55535a7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:50.500660 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-7bce136f-9a2e-42a5-9952-0bfc55535a7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:50.505853 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beed0b7-03de-4cde-a37c-82ac4cdab7f3 req-3f8528aa-8125-4694-850f-eb1975e53366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:50.508245 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5beed0b7-03de-4cde-a37c-82ac4cdab7f3 req-3f8528aa-8125-4694-850f-eb1975e53366 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a853725d-d158-4e46-bb35-3a52e24eb68b HTTP/1.1" status: 200 len: 857 time: 0.1152358 Apr 14 16:05:50.515932 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dcd79fd-516b-4118-ab12-6b639f737ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a682c76-757b-4691-9133-f3f122999748', 'code': 200} Apr 14 16:05:50.528780 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f2db5be7-2c1e-410b-a3c9-263bfe12b1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:50.549122 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=0a682c76-757b-4691-9133-f3f122999748,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:50.552880 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:50.610241 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5beed0b7-03de-4cde-a37c-82ac4cdab7f3 req-fc6beea1-6526-4fe2-8ab0-b92527c41a5a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1a55e38-c40c-46a7-8269-2f73e5dda381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736487 Apr 14 16:05:50.616914 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f2db5be7-2c1e-410b-a3c9-263bfe12b1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:50.653622 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7bce136f-9a2e-42a5-9952-0bfc55535a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:50.697402 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7bce136f-9a2e-42a5-9952-0bfc55535a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:50.731706 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4261abc3-e429-4ba0-b843-265b6526d43d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:50.766680 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-7bce136f-9a2e-42a5-9952-0bfc55535a7e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf7ce938ddd24604a43b5108df04973a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5101836 Apr 14 16:05:50.766680 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f2db5be7-2c1e-410b-a3c9-263bfe12b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:50.772844 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 33296) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:50.790923 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce136f-9a2e-42a5-9952-0bfc55535a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68b1615-68f0-4e3d-9db1-1e15f8f89b29,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:50.815927 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7bce136f-9a2e-42a5-9952-0bfc55535a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:50.819735 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:50.840875 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db5be7-2c1e-410b-a3c9-263bfe12b1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1862415a-e9c7-4bba-a87f-289ae46505f8,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:50.843083 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f2db5be7-2c1e-410b-a3c9-263bfe12b1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:50.846854 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-f2db5be7-2c1e-410b-a3c9-263bfe12b1a2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1862415a-e9c7-4bba-a87f-289ae46505f8 HTTP/1.1" status: 204 len: 168 time: 0.5216069 Apr 14 16:05:50.863819 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-f2db5be7-2c1e-410b-a3c9-263bfe12b1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:50.905429 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-96f85cf7-b1a9-408f-b3d6-a491b9bf8910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:50.937428 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-96f85cf7-b1a9-408f-b3d6-a491b9bf8910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:50.990885 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-96f85cf7-b1a9-408f-b3d6-a491b9bf8910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:51.023442 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a1f2291a-5f11-4853-8393-62b0441fe962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:51.037637 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-96f85cf7-b1a9-408f-b3d6-a491b9bf8910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:51.039121 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-96f85cf7-b1a9-408f-b3d6-a491b9bf8910 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b68b1615-68f0-4e3d-9db1-1e15f8f89b29 HTTP/1.1" status: 204 len: 168 time: 0.2640562 Apr 14 16:05:51.041601 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f85cf7-b1a9-408f-b3d6-a491b9bf8910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68b1615-68f0-4e3d-9db1-1e15f8f89b29,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:51.044397 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-96f85cf7-b1a9-408f-b3d6-a491b9bf8910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:51.120733 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5beed0b7-03de-4cde-a37c-82ac4cdab7f3 req-02712d3b-2f84-4905-b4f2-43dd6ae74432 service neutron] 10.222.0.54 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952090 Apr 14 16:05:51.178898 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803a774-1709-4f7b-96f7-417049aa4286 req-bc223167-a40c-41e0-ba5e-dbe9f5b89f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:51.181782 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f803a774-1709-4f7b-96f7-417049aa4286 req-bc223167-a40c-41e0-ba5e-dbe9f5b89f62 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 1098 time: 0.1855733 Apr 14 16:05:51.267037 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f803a774-1709-4f7b-96f7-417049aa4286 req-4b134958-1b09-4c9b-a4d4-6dab3146ff33 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344028 Apr 14 16:05:51.308041 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5beed0b7-03de-4cde-a37c-82ac4cdab7f3 req-febc5135-5899-447b-9bd8-96b1f8999cbf service neutron] 10.222.0.54 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757791 Apr 14 16:05:51.368586 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:05:51.506489 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 33332) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:51.539591 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0e7b2115-5e8a-45e7-bbf0-5a7348acec2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:51.583916 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-0e7b2115-5e8a-45e7-bbf0-5a7348acec2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:51.595027 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-0e7b2115-5e8a-45e7-bbf0-5a7348acec2a admin admin] Usage tracker for resource:security_group_rule and tenant:ed16c5ec113d4cb59e74fedce64dec08 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:51.601130 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-0e7b2115-5e8a-45e7-bbf0-5a7348acec2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:51.614419 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-0e7b2115-5e8a-45e7-bbf0-5a7348acec2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:51.702948 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9d921-b03d-4e7d-b99b-2ee131a87ee2 req-aeab8dfb-b938-4aaa-af7d-fd556895f1af tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:51.713097 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f2f9d921-b03d-4e7d-b99b-2ee131a87ee2 req-aeab8dfb-b938-4aaa-af7d-fd556895f1af tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.1711156 Apr 14 16:05:51.735401 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0e7b2115-5e8a-45e7-bbf0-5a7348acec2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:51.740894 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0e7b2115-5e8a-45e7-bbf0-5a7348acec2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:51.754467 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a01c7d7-09c9-4e0d-b602-e253af221160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:51.754651 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f2f9d921-b03d-4e7d-b99b-2ee131a87ee2 req-766efa50-cf15-442e-8963-d9eb04193b7a tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401769 Apr 14 16:05:51.808607 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda9fe2-3fef-44a2-b9d6-f5055bb9db2d req-1271f5b2-9158-41f2-9dec-7fa033178c32 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:51.810887 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fdda9fe2-3fef-44a2-b9d6-f5055bb9db2d req-1271f5b2-9158-41f2-9dec-7fa033178c32 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1992338 Apr 14 16:05:51.817216 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-0e7b2115-5e8a-45e7-bbf0-5a7348acec2a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed16c5ec113d4cb59e74fedce64dec08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3093536 Apr 14 16:05:51.819792 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b2115-5e8a-45e7-bbf0-5a7348acec2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6113d6b-8e4d-4ef5-a4cb-65c46392d032,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:51.822772 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 33352) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:51.836615 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0e7b2115-5e8a-45e7-bbf0-5a7348acec2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:51.873785 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fdda9fe2-3fef-44a2-b9d6-f5055bb9db2d req-e3418259-b56b-4cc8-bb40-ecf35c5ca555 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554068 Apr 14 16:05:51.903143 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c6517932-34a8-4a1f-bf8b-1e6f3de029e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:51.936963 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c6517932-34a8-4a1f-bf8b-1e6f3de029e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:51.987570 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c6517932-34a8-4a1f-bf8b-1e6f3de029e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:51.992850 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d95359b0-f7ea-4db4-9ea0-23ecf3544549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:52.017853 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6517932-34a8-4a1f-bf8b-1e6f3de029e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6113d6b-8e4d-4ef5-a4cb-65c46392d032,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:52.024067 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c6517932-34a8-4a1f-bf8b-1e6f3de029e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:52.026430 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c6517932-34a8-4a1f-bf8b-1e6f3de029e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:52.027840 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-c6517932-34a8-4a1f-bf8b-1e6f3de029e9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c6113d6b-8e4d-4ef5-a4cb-65c46392d032 HTTP/1.1" status: 204 len: 168 time: 0.2038717 Apr 14 16:05:52.621603 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 33394) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:52.946213 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ab4c80f7-e528-46b9-bee0-45f78cdd646b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:52.982494 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-ab4c80f7-e528-46b9-bee0-45f78cdd646b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:52.988757 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-ab4c80f7-e528-46b9-bee0-45f78cdd646b admin admin] Usage tracker for resource:security_group_rule and tenant:1288ae0ab3204655bc748e487af6ae56 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:52.992957 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-ab4c80f7-e528-46b9-bee0-45f78cdd646b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:53.000422 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-ab4c80f7-e528-46b9-bee0-45f78cdd646b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:53.203961 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ab4c80f7-e528-46b9-bee0-45f78cdd646b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:53.209365 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ab4c80f7-e528-46b9-bee0-45f78cdd646b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:53.230633 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0e7b2115-5e8a-45e7-bbf0-5a7348acec2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:53.286606 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-ab4c80f7-e528-46b9-bee0-45f78cdd646b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1288ae0ab3204655bc748e487af6ae56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6635766 Apr 14 16:05:53.299539 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 33424) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:53.306263 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c80f7-e528-46b9-bee0-45f78cdd646b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b387da-dcda-43e1-a290-628ecab3b466,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:53.310921 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ab4c80f7-e528-46b9-bee0-45f78cdd646b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:53.361413 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3a242-4122-4e80-9565-3001bc142cad req-72fd4a98-2392-45f9-862b-7280035a62e8 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:53.363070 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5fc3a242-4122-4e80-9565-3001bc142cad req-72fd4a98-2392-45f9-862b-7280035a62e8 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.2995679 Apr 14 16:05:53.414828 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165fe43-acef-4b32-8e47-5d1d3b7725f3 req-0b833fc5-240a-418b-887d-38aa6ca8d9cd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:53.416811 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a165fe43-acef-4b32-8e47-5d1d3b7725f3 req-0b833fc5-240a-418b-887d-38aa6ca8d9cd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.2268836 Apr 14 16:05:53.437099 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5fc3a242-4122-4e80-9565-3001bc142cad req-5c702ddf-5513-4eaf-bb14-397eb6405401 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586710 Apr 14 16:05:53.461613 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6001dacc-85c8-44af-8983-c64e14f46cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:53.468458 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a165fe43-acef-4b32-8e47-5d1d3b7725f3 req-20563758-a18d-454d-b5ca-cda9a45cca44 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433869 Apr 14 16:05:53.495110 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6001dacc-85c8-44af-8983-c64e14f46cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:53.542057 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6001dacc-85c8-44af-8983-c64e14f46cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:53.548186 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c0c90ec9-8147-4eeb-a133-f30aa283daf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:53.561773 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001dacc-85c8-44af-8983-c64e14f46cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b387da-dcda-43e1-a290-628ecab3b466,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:53.564978 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6001dacc-85c8-44af-8983-c64e14f46cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:53.569710 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-6001dacc-85c8-44af-8983-c64e14f46cdc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20b387da-dcda-43e1-a290-628ecab3b466 HTTP/1.1" status: 204 len: 168 time: 0.2672269 Apr 14 16:05:53.571106 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6001dacc-85c8-44af-8983-c64e14f46cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:53.690480 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10df4b6-f4c4-455e-ad38-f8abf1404ea4 req-56ac23d3-7f7d-4994-8b44-7f81dd1fe18d tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:53.696020 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d10df4b6-f4c4-455e-ad38-f8abf1404ea4 req-56ac23d3-7f7d-4994-8b44-7f81dd1fe18d tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1048465 Apr 14 16:05:53.701994 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 33466) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:53.707872 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-8639deeb-de15-4ae8-9aa7-94e831d84889 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Request body: {'floatingip': {'port_id': '0a682c76-757b-4691-9133-f3f122999748'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:53.794925 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8639deeb-de15-4ae8-9aa7-94e831d84889 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for floatingip, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:54.089472 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 33494) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:54.115070 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-52a59b98-6d73-40f7-9de4-00836c4c8f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:54.137391 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-52a59b98-6d73-40f7-9de4-00836c4c8f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:54.142967 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-52a59b98-6d73-40f7-9de4-00836c4c8f8d admin admin] Usage tracker for resource:security_group_rule and tenant:f0f5293055e94869b11ed651fc5bfabd is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:54.151386 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-52a59b98-6d73-40f7-9de4-00836c4c8f8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:54.161265 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-52a59b98-6d73-40f7-9de4-00836c4c8f8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:54.410210 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-52a59b98-6d73-40f7-9de4-00836c4c8f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:54.420232 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-52a59b98-6d73-40f7-9de4-00836c4c8f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:54.433210 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-27db8661-38a8-4910-8c83-b2a9a576c43a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:54.483739 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a59b98-6d73-40f7-9de4-00836c4c8f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9610b834-b1ce-48b4-bdc1-99b3a7eba81a,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:54.510111 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-52a59b98-6d73-40f7-9de4-00836c4c8f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:54.610843 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0443c-970c-4ce8-8380-1b9bc4c881a3 req-b2436b5e-79d7-495c-986c-6c8cfa14bdc9 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:54.612596 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f7c0443c-970c-4ce8-8380-1b9bc4c881a3 req-b2436b5e-79d7-495c-986c-6c8cfa14bdc9 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1 HTTP/1.1" status: 200 len: 945 time: 0.3162153 Apr 14 16:05:54.616353 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-52a59b98-6d73-40f7-9de4-00836c4c8f8d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f0f5293055e94869b11ed651fc5bfabd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5254016 Apr 14 16:05:54.619879 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 33516) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:54.758290 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f7c0443c-970c-4ce8-8380-1b9bc4c881a3 req-c10ef828-9951-4e70-a832-daa6f28dd427 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/security-groups?id=92c292be-7cfb-4cac-affd-103d1ce959b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390476 Apr 14 16:05:54.878012 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36276866-5d49-4dc0-b864-fe2a24e91b16 req-d202b30f-3c4f-4b19-9757-40a745e87335 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:54.879682 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-36276866-5d49-4dc0-b864-fe2a24e91b16 req-d202b30f-3c4f-4b19-9757-40a745e87335 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.1989319 Apr 14 16:05:54.882750 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-33f44687-cc47-4230-a191-5d15a4f41f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:54.912437 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-33f44687-cc47-4230-a191-5d15a4f41f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:54.944422 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8639deeb-de15-4ae8-9aa7-94e831d84889 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:54.949261 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8639deeb-de15-4ae8-9aa7-94e831d84889 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853071330'] for floatingip, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:54.978005 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-36276866-5d49-4dc0-b864-fe2a24e91b16 req-5be1cf11-8b82-458e-becf-1d4a012148f6 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427210 Apr 14 16:05:54.986454 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-33f44687-cc47-4230-a191-5d15a4f41f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:54.994056 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-5d2737ac-a311-4c15-b1bd-756ee7f0eb3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:55.013342 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-33f44687-cc47-4230-a191-5d15a4f41f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:55.017561 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-33f44687-cc47-4230-a191-5d15a4f41f85 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9610b834-b1ce-48b4-bdc1-99b3a7eba81a HTTP/1.1" status: 204 len: 168 time: 0.3967328 Apr 14 16:05:55.020876 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f44687-cc47-4230-a191-5d15a4f41f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9610b834-b1ce-48b4-bdc1-99b3a7eba81a,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:55.030389 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44687-cc47-4230-a191-5d15a4f41f85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:55.030581 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44687-cc47-4230-a191-5d15a4f41f85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:55.031096 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44687-cc47-4230-a191-5d15a4f41f85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:55.031557 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44687-cc47-4230-a191-5d15a4f41f85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:55.032292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44687-cc47-4230-a191-5d15a4f41f85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:55.032396 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44687-cc47-4230-a191-5d15a4f41f85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:55.032853 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44687-cc47-4230-a191-5d15a4f41f85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:55.033365 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44687-cc47-4230-a191-5d15a4f41f85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:55.033952 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44687-cc47-4230-a191-5d15a4f41f85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:55.034409 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44687-cc47-4230-a191-5d15a4f41f85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:55.034862 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44687-cc47-4230-a191-5d15a4f41f85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:55.035666 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f44687-cc47-4230-a191-5d15a4f41f85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:55.038986 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-33f44687-cc47-4230-a191-5d15a4f41f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:55.276689 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 33552) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:55.296039 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.l3_db [None req-8639deeb-de15-4ae8-9aa7-94e831d84889 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Floating IP 47c1f31e-61cc-44b1-9f6f-dc0d135b725e associated. External IP: 172.27.1.36, port: 0a682c76-757b-4691-9133-f3f122999748. Apr 14 16:05:55.520418 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d1b868e9-077f-4e6f-916e-2ab7816baff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:55.539920 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-d1b868e9-077f-4e6f-916e-2ab7816baff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:55.545133 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-d1b868e9-077f-4e6f-916e-2ab7816baff0 admin admin] Usage tracker for resource:security_group_rule and tenant:973c68f96bf34ea0996177ab03e609a4 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:55.548454 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-d1b868e9-077f-4e6f-916e-2ab7816baff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:55.555815 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-d1b868e9-077f-4e6f-916e-2ab7816baff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:55.705070 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d1b868e9-077f-4e6f-916e-2ab7816baff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:55.708211 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d1b868e9-077f-4e6f-916e-2ab7816baff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:55.716939 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-f2db5be7-2c1e-410b-a3c9-263bfe12b1a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:55.774227 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b868e9-077f-4e6f-916e-2ab7816baff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b34f92-1f27-42e0-94ee-088e3aada37d,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:55.778376 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d1b868e9-077f-4e6f-916e-2ab7816baff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:55.785552 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-d1b868e9-077f-4e6f-916e-2ab7816baff0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=973c68f96bf34ea0996177ab03e609a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5038092 Apr 14 16:05:55.785552 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 33576) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:55.864289 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-79bd0d9a-4123-4323-9301-b56589450b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:55.904461 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-79bd0d9a-4123-4323-9301-b56589450b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:55.933878 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8639deeb-de15-4ae8-9aa7-94e831d84889 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Router 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:05:56.063031 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-79bd0d9a-4123-4323-9301-b56589450b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:56.070226 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6001dacc-85c8-44af-8983-c64e14f46cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:56.091405 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd0d9a-4123-4323-9301-b56589450b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b34f92-1f27-42e0-94ee-088e3aada37d,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:56.110854 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-79bd0d9a-4123-4323-9301-b56589450b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:56.112062 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-79bd0d9a-4123-4323-9301-b56589450b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:56.119167 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-79bd0d9a-4123-4323-9301-b56589450b94 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81b34f92-1f27-42e0-94ee-088e3aada37d HTTP/1.1" status: 204 len: 168 time: 0.3307972 Apr 14 16:05:56.196625 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa5c26-ee95-4877-a705-7c5519746482 req-c3e746d2-cd90-43a0-be8c-cfc4cce2f628 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:56.204500 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-82aa5c26-ee95-4877-a705-7c5519746482 req-c3e746d2-cd90-43a0-be8c-cfc4cce2f628 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1 HTTP/1.1" status: 200 len: 945 time: 0.2525613 Apr 14 16:05:56.219181 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8639deeb-de15-4ae8-9aa7-94e831d84889 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:05:56.234390 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8639deeb-de15-4ae8-9aa7-94e831d84889 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for floatingip, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:56.236107 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d967eae6-5076-48a5-b2aa-e78f9b310d3d None None] Sync routers for ids ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'] in dv-cinder-786260-2-iscsi {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:05:56.251022 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d967eae6-5076-48a5-b2aa-e78f9b310d3d None None] Routers {'3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:05:56.263587 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-d967eae6-5076-48a5-b2aa-e78f9b310d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:05:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:56.276790 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-82aa5c26-ee95-4877-a705-7c5519746482 req-afb4264e-a3e3-4b88-a378-1252869a6d00 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/security-groups?id=92c292be-7cfb-4cac-affd-103d1ce959b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709963 Apr 14 16:05:56.301844 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-8639deeb-de15-4ae8-9aa7-94e831d84889 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "PUT /v2.0/floatingips/47c1f31e-61cc-44b1-9f6f-dc0d135b725e HTTP/1.1" status: 200 len: 990 time: 2.5986383 Apr 14 16:05:56.302700 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcd79fd-516b-4118-ab12-6b639f737ea4', 'tag': '0a682c76-757b-4691-9133-f3f122999748'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:56.331650 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53509f-a872-41c0-9e7e-c71a7df344fe req-9d2bc15d-275c-4e15-9f04-101ea95a93cb tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:56.333440 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7b53509f-a872-41c0-9e7e-c71a7df344fe req-9d2bc15d-275c-4e15-9f04-101ea95a93cb tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.2060590 Apr 14 16:05:56.369043 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7b53509f-a872-41c0-9e7e-c71a7df344fe req-8e22f368-91fe-4520-b537-0104e1620803 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278263 Apr 14 16:05:56.520872 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dcd79fd-516b-4118-ab12-6b639f737ea4', 'tag': '0a682c76-757b-4691-9133-f3f122999748', 'status': 'completed', 'code': 200} Apr 14 16:05:56.583280 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-d967eae6-5076-48a5-b2aa-e78f9b310d3d None None] Set router 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:05:56.679069 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fb1f6-9925-4a6e-a9db-7bc7654c9b13 req-cdc1f0d5-d95a-4ec6-b7ba-97d8e1ba45cf tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:56.679953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-4a4fb1f6-9925-4a6e-a9db-7bc7654c9b13 req-cdc1f0d5-d95a-4ec6-b7ba-97d8e1ba45cf tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Synchronizing usage tracker for tenant:808960baf8aa400b8cad54d6df245d6f on resource:port {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:05:56.713842 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-4a4fb1f6-9925-4a6e-a9db-7bc7654c9b13 req-cdc1f0d5-d95a-4ec6-b7ba-97d8e1ba45cf tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Unset dirty status for tenant:808960baf8aa400b8cad54d6df245d6f on resource:port {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:05:56.715528 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4a4fb1f6-9925-4a6e-a9db-7bc7654c9b13 req-cdc1f0d5-d95a-4ec6-b7ba-97d8e1ba45cf tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1 HTTP/1.1" status: 200 len: 945 time: 0.2960021 Apr 14 16:05:56.725053 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311c321-cc45-4f63-9bb9-99e1b6da011d req-b146e92d-6f84-4534-bef7-2f8ee7f3f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:56.737082 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9311c321-cc45-4f63-9bb9-99e1b6da011d req-b146e92d-6f84-4534-bef7-2f8ee7f3f7df service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cb0e58781b543f0af3f43342740e649&device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 1098 time: 0.1803455 Apr 14 16:05:56.798072 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c2e00268-07d1-443b-bbc8-8bfa65d7ad67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:56.836533 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 33614) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:56.895118 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e98bbd8f-e8af-42d3-843f-4ed0268e0e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:56.977527 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e98bbd8f-e8af-42d3-843f-4ed0268e0e4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:05:56.982294 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e98bbd8f-e8af-42d3-843f-4ed0268e0e4d admin admin] Usage tracker for resource:security_group_rule and tenant:475d3a899f684ad48979f2b3820f6ea8 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:05:56.985670 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e98bbd8f-e8af-42d3-843f-4ed0268e0e4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:05:56.991887 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e98bbd8f-e8af-42d3-843f-4ed0268e0e4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:05:57.093598 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-4a4fb1f6-9925-4a6e-a9db-7bc7654c9b13 req-5ac5702a-4c1f-4f4a-a860-448c822b9fb0 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Deleting port 2bf431a0-c526-49ff-a266-b7bd306100dc {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:05:57.093996 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-4a4fb1f6-9925-4a6e-a9db-7bc7654c9b13 req-5ac5702a-4c1f-4f4a-a860-448c822b9fb0 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:57.142677 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-d967eae6-5076-48a5-b2aa-e78f9b310d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'name': 'tempest-AttachVolumeTestJSON-982561318-router', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:59Z', 'updated_at': '2021-04-14T16:05:14Z', 'revision_number': 4, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'gw_port': {'id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:01Z', 'updated_at': '2021-04-14T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': '47c1f31e-61cc-44b1-9f6f-dc0d135b725e', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'port_id': '0a682c76-757b-4691-9133-f3f122999748', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'mac_address': 'fa:16:3e:29:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcd79fd-516b-4118-ab12-6b639f737ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:05:28Z', 'updated_at': '2021-04-14T16:05:54Z', 'revision_number': 1, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40b6d105-61a6-4c03-9b5e-25beb69ed3d5', 'name': '', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'mac_address': 'fa:16:3e:65:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:10Z', 'updated_at': '2021-04-14T16:05:27Z', 'revision_number': 5, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'subnets': [{'id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:57.147258 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d967eae6-5076-48a5-b2aa-e78f9b310d3d None None] Checking router: 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee for host: dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:05:57.159631 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d967eae6-5076-48a5-b2aa-e78f9b310d3d None None] Routers {'3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:05:57.160299 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-d967eae6-5076-48a5-b2aa-e78f9b310d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:05:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:57.275967 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311c321-cc45-4f63-9bb9-99e1b6da011d req-806848f7-3929-41bc-87ad-db205d4a5ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:57.277575 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9311c321-cc45-4f63-9bb9-99e1b6da011d req-806848f7-3929-41bc-87ad-db205d4a5ccb service neutron] 10.222.0.54 "GET /v2.0/networks?id=1b36c666-9490-47fe-871e-06ae9c5795aa HTTP/1.1" status: 200 len: 911 time: 0.4879644 Apr 14 16:05:57.369889 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-d967eae6-5076-48a5-b2aa-e78f9b310d3d None None] Set router 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:05:57.509331 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224d52d-3cb1-47c8-8694-0077ade29c69 req-d2f3c479-7dea-49e8-9f96-efcaa1c26fae tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:57.511061 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5224d52d-3cb1-47c8-8694-0077ade29c69 req-d2f3c479-7dea-49e8-9f96-efcaa1c26fae tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1 HTTP/1.1" status: 200 len: 945 time: 0.1183584 Apr 14 16:05:57.576514 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5224d52d-3cb1-47c8-8694-0077ade29c69 req-7f442232-4a25-4b7a-a81b-a8b98caa74f0 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/security-groups?id=92c292be-7cfb-4cac-affd-103d1ce959b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525279 Apr 14 16:05:57.629900 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-4a4fb1f6-9925-4a6e-a9db-7bc7654c9b13 req-5ac5702a-4c1f-4f4a-a860-448c822b9fb0 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] For port 2bf431a0-c526-49ff-a266-b7bd306100dc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2bf431a0-c526-49ff-a266-b7bd306100dc,segment=NetworkSegment(662a9c23-ac8f-4c28-afd8-7fb5e6adb077),segment_id=662a9c23-ac8f-4c28-afd8-7fb5e6adb077)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:05:57.630877 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-4a4fb1f6-9925-4a6e-a9db-7bc7654c9b13 req-5ac5702a-4c1f-4f4a-a860-448c822b9fb0 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:57.679001 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad283ff-6c4f-497f-9cf1-fa46d9b3bdc0 req-2752d28a-4988-4306-8f3b-c0c705f05c06 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:57.687045 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-dad283ff-6c4f-497f-9cf1-fa46d9b3bdc0 req-2752d28a-4988-4306-8f3b-c0c705f05c06 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.1058857 Apr 14 16:05:57.722451 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-dad283ff-6c4f-497f-9cf1-fa46d9b3bdc0 req-b5c08339-ec9e-48cf-a481-93e3b1df3520 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342987 Apr 14 16:05:57.844789 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-4a4fb1f6-9925-4a6e-a9db-7bc7654c9b13 req-5ac5702a-4c1f-4f4a-a860-448c822b9fb0 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Calling delete_port for 2bf431a0-c526-49ff-a266-b7bd306100dc owned by compute:nova {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:05:57.870250 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-d967eae6-5076-48a5-b2aa-e78f9b310d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'name': 'tempest-AttachVolumeTestJSON-982561318-router', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:59Z', 'updated_at': '2021-04-14T16:05:14Z', 'revision_number': 4, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'gw_port': {'id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:01Z', 'updated_at': '2021-04-14T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': '47c1f31e-61cc-44b1-9f6f-dc0d135b725e', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'port_id': '0a682c76-757b-4691-9133-f3f122999748', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'mac_address': 'fa:16:3e:29:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcd79fd-516b-4118-ab12-6b639f737ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:05:28Z', 'updated_at': '2021-04-14T16:05:54Z', 'revision_number': 1, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40b6d105-61a6-4c03-9b5e-25beb69ed3d5', 'name': '', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'mac_address': 'fa:16:3e:65:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:10Z', 'updated_at': '2021-04-14T16:05:27Z', 'revision_number': 5, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'subnets': [{'id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:05:57.875010 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d967eae6-5076-48a5-b2aa-e78f9b310d3d None None] The sync data for ids ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'] in dv-cinder-786260-2-iscsi is: [{'id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'name': 'tempest-AttachVolumeTestJSON-982561318-router', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:59Z', 'updated_at': '2021-04-14T16:05:14Z', 'revision_number': 4, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'gw_port': {'id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:01Z', 'updated_at': '2021-04-14T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': '47c1f31e-61cc-44b1-9f6f-dc0d135b725e', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'port_id': '0a682c76-757b-4691-9133-f3f122999748', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'mac_address': 'fa:16:3e:29:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcd79fd-516b-4118-ab12-6b639f737ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:05:28Z', 'updated_at': '2021-04-14T16:05:54Z', 'revision_number': 1, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40b6d105-61a6-4c03-9b5e-25beb69ed3d5', 'name': '', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'mac_address': 'fa:16:3e:65:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:10Z', 'updated_at': '2021-04-14T16:05:27Z', 'revision_number': 5, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'subnets': [{'id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:05:58.020183 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9311c321-cc45-4f63-9bb9-99e1b6da011d req-6e25d2ea-9940-4045-bc28-0e597b62c26d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a682c76-757b-4691-9133-f3f122999748 HTTP/1.1" status: 200 len: 998 time: 0.5387998 Apr 14 16:05:58.164530 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e98bbd8f-e8af-42d3-843f-4ed0268e0e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:58.178511 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311c321-cc45-4f63-9bb9-99e1b6da011d req-d61bf733-9977-419d-856a-33401cc7eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:58.180662 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9311c321-cc45-4f63-9bb9-99e1b6da011d req-d61bf733-9977-419d-856a-33401cc7eeb2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=663945ce-755e-4e25-a5e5-413a3e0ae704 HTTP/1.1" status: 200 len: 849 time: 0.1431289 Apr 14 16:05:58.184244 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e98bbd8f-e8af-42d3-843f-4ed0268e0e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:58.196283 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c914063f-8885-468d-8de5-4ce0ec01c447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:58.280211 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc69e65-2084-48fe-87ed-f11ea491cf50 None None] New status for floating IP 47c1f31e-61cc-44b1-9f6f-dc0d135b725e: ACTIVE {{(pid=85286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:05:58.328322 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98bbd8f-e8af-42d3-843f-4ed0268e0e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03570102-6035-45aa-9b02-a22539144ed8,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:58.337348 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-e98bbd8f-e8af-42d3-843f-4ed0268e0e4d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=475d3a899f684ad48979f2b3820f6ea8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4879601 Apr 14 16:05:58.340507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 33650) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:58.363442 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98bbd8f-e8af-42d3-843f-4ed0268e0e4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:58.363857 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98bbd8f-e8af-42d3-843f-4ed0268e0e4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:58.364261 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98bbd8f-e8af-42d3-843f-4ed0268e0e4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:58.364667 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98bbd8f-e8af-42d3-843f-4ed0268e0e4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:58.365080 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98bbd8f-e8af-42d3-843f-4ed0268e0e4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:58.365388 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98bbd8f-e8af-42d3-843f-4ed0268e0e4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:58.365777 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98bbd8f-e8af-42d3-843f-4ed0268e0e4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:58.366165 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98bbd8f-e8af-42d3-843f-4ed0268e0e4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:58.366580 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98bbd8f-e8af-42d3-843f-4ed0268e0e4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:58.367566 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98bbd8f-e8af-42d3-843f-4ed0268e0e4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:58.367971 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98bbd8f-e8af-42d3-843f-4ed0268e0e4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:58.368357 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98bbd8f-e8af-42d3-843f-4ed0268e0e4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:58.392772 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e98bbd8f-e8af-42d3-843f-4ed0268e0e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:58.403168 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-4a4fb1f6-9925-4a6e-a9db-7bc7654c9b13 req-5ac5702a-4c1f-4f4a-a860-448c822b9fb0 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:58.410156 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311c321-cc45-4f63-9bb9-99e1b6da011d req-fb48872f-83c1-4df0-8a96-eecb3dffd15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:58.412009 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9311c321-cc45-4f63-9bb9-99e1b6da011d req-fb48872f-83c1-4df0-8a96-eecb3dffd15e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1b36c666-9490-47fe-871e-06ae9c5795aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1735959 Apr 14 16:05:58.482535 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-89321443-1130-4fdb-926d-fd5eec9ffd06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:58.521493 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-89321443-1130-4fdb-926d-fd5eec9ffd06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:58.583520 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-89321443-1130-4fdb-926d-fd5eec9ffd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:58.591565 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-2a733d4b-3331-4e37-9675-40e51f08d5ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:58.609393 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89321443-1130-4fdb-926d-fd5eec9ffd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03570102-6035-45aa-9b02-a22539144ed8,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:58.613103 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-89321443-1130-4fdb-926d-fd5eec9ffd06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:58.614346 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-89321443-1130-4fdb-926d-fd5eec9ffd06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:58.615947 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-89321443-1130-4fdb-926d-fd5eec9ffd06 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/03570102-6035-45aa-9b02-a22539144ed8 HTTP/1.1" status: 204 len: 168 time: 0.2742767 Apr 14 16:05:58.815508 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2f09902c-bdd0-49d8-9227-efc0190795a5 req-cbe27412-5ffb-4632-9fc1-e613e44f0f57 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1 HTTP/1.1" status: 200 len: 210 time: 0.0807035 Apr 14 16:05:58.818622 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:58.899378 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5702a-4c1f-4f4a-a860-448c822b9fb0 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Pushing event deleted for resources: {'Port': ['ID=2bf431a0-c526-49ff-a266-b7bd306100dc,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:58.902349 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-5ac5702a-4c1f-4f4a-a860-448c822b9fb0 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:58.962782 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a5b7e-6864-4cb3-9b5c-017f1873eee5 req-8d350e2e-66d1-43c5-a2e3-5fc57986f161 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:58.965326 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-eb7a5b7e-6864-4cb3-9b5c-017f1873eee5 req-8d350e2e-66d1-43c5-a2e3-5fc57986f161 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.1043291 Apr 14 16:05:58.999719 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-eb7a5b7e-6864-4cb3-9b5c-017f1873eee5 req-1af1cbf4-6c2e-4970-8de8-ffd678ba0365 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252104 Apr 14 16:05:59.130092 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9311c321-cc45-4f63-9bb9-99e1b6da011d req-02d6a9ff-21cc-46fd-9e7a-af32d36b67f7 service neutron] 10.222.0.54 "GET /v2.0/networks/1b36c666-9490-47fe-871e-06ae9c5795aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404872 Apr 14 16:05:59.226809 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4fb1f6-9925-4a6e-a9db-7bc7654c9b13 req-5ac5702a-4c1f-4f4a-a860-448c822b9fb0 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] No DVR routers for this DVR port 2bf431a0-c526-49ff-a266-b7bd306100dc on host hv-cinder-78626 {{(pid=85284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:05:59.282862 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-4a4fb1f6-9925-4a6e-a9db-7bc7654c9b13 req-5ac5702a-4c1f-4f4a-a860-448c822b9fb0 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:59.285695 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1', 'name': 'network-vif-deleted', 'tag': '2bf431a0-c526-49ff-a266-b7bd306100dc'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:05:59.325373 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4a4fb1f6-9925-4a6e-a9db-7bc7654c9b13 req-5ac5702a-4c1f-4f4a-a860-448c822b9fb0 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.54 "DELETE /v2.0/ports/2bf431a0-c526-49ff-a266-b7bd306100dc HTTP/1.1" status: 204 len: 173 time: 2.5808001 Apr 14 16:05:59.352076 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9311c321-cc45-4f63-9bb9-99e1b6da011d req-622be757-46f0-4019-a639-038fd25deb74 service neutron] 10.222.0.54 "GET /v2.0/networks/1b36c666-9490-47fe-871e-06ae9c5795aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140274 Apr 14 16:05:59.356659 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1', 'name': 'network-vif-deleted', 'tag': '2bf431a0-c526-49ff-a266-b7bd306100dc', 'status': 'completed', 'code': 200} Apr 14 16:05:59.418229 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4a724a48-b5c1-455d-b139-1d91ebead331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:59.651156 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:59.854347 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 2bf431a0-c526-49ff-a266-b7bd306100dc no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:05:59.943184 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] No Port match for: 2bf431a0-c526-49ff-a266-b7bd306100dc {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:05:59.943620 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 2bf431a0-c526-49ff-a266-b7bd306100dc not bound to the agent host hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:06:00.119170 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-dd411911-57ba-42d5-ae9d-922fa10b6946 req-06a3369b-6654-4afe-a1a2-4980ec10a223 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f7c6d57-f5ee-4cf0-9e88-68d303bd0da1 HTTP/1.1" status: 200 len: 210 time: 0.1582944 Apr 14 16:06:00.358433 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae04c1-9447-4a11-8dd1-c19c944b0175 req-cf14a853-76fa-4ad3-86f4-489c258f39ee tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:00.360111 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-48ae04c1-9447-4a11-8dd1-c19c944b0175 req-cf14a853-76fa-4ad3-86f4-489c258f39ee tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.1163321 Apr 14 16:06:00.393761 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-48ae04c1-9447-4a11-8dd1-c19c944b0175 req-11bb717b-8f2a-4233-b25f-3f612caa0350 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267437 Apr 14 16:06:00.420084 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:01.031522 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-a8e72469-e3cd-4f36-88a6-0e36ce9cb60d tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:01.033112 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-a8e72469-e3cd-4f36-88a6-0e36ce9cb60d tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/networks?id=54a8843b-6ccf-44d9-81c5-6907f5dcf390 HTTP/1.1" status: 200 len: 815 time: 0.1674461 Apr 14 16:06:01.055080 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-7fbe3eac-a1e8-4f8c-bf73-538bcbacd430 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/quotas/acc9279607264a5498ce14826bf5306e HTTP/1.1" status: 200 len: 375 time: 0.0104172 Apr 14 16:06:01.143388 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-bd7bded9-a8af-4a84-a8fb-03a99810b4de tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=acc9279607264a5498ce14826bf5306e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0819676 Apr 14 16:06:01.320189 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-7a9fa322-9f18-4b19-9169-48d79e5c0420 service neutron] 10.222.0.53 "GET /v2.0/networks/54a8843b-6ccf-44d9-81c5-6907f5dcf390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602767 Apr 14 16:06:01.484908 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-c5228a7b-9940-49c1-a072-67961e52b094 service neutron] 10.222.0.53 "GET /v2.0/networks/54a8843b-6ccf-44d9-81c5-6907f5dcf390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576157 Apr 14 16:06:01.639408 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47246f94-fff4-4288-90e8-5b27c50cc8ac req-a36028a0-ec06-49a7-9154-a6933f3183f7 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:01.641088 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-47246f94-fff4-4288-90e8-5b27c50cc8ac req-a36028a0-ec06-49a7-9154-a6933f3183f7 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.1116445 Apr 14 16:06:01.696313 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-47246f94-fff4-4288-90e8-5b27c50cc8ac req-ecd21739-a032-41ed-bcf5-5d5c9bd92aa8 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475302 Apr 14 16:06:01.762240 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8c661013-b6e7-4ba3-9a7f-d7681b04121d req-18fdae3a-6de8-47f0-b4c7-b1446d46716a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 210 time: 0.0647326 Apr 14 16:06:02.075324 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:03.091145 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 33802) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:03.178623 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-ad092a39-1460-4256-8d2c-f5146a3d9f28 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:03.179740 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-ad092a39-1460-4256-8d2c-f5146a3d9f28 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Synchronizing usage tracker for tenant:acc9279607264a5498ce14826bf5306e on resource:network {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:06:03.202310 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-ad092a39-1460-4256-8d2c-f5146a3d9f28 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Unset dirty status for tenant:acc9279607264a5498ce14826bf5306e on resource:network {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:06:03.203779 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-ad092a39-1460-4256-8d2c-f5146a3d9f28 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.54 "GET /v2.0/networks?id=54a8843b-6ccf-44d9-81c5-6907f5dcf390 HTTP/1.1" status: 200 len: 815 time: 0.2238717 Apr 14 16:06:03.209171 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-901c68ce-3b08-4132-9481-82e64b4fc030 req-a2cdceb9-d3f3-4e7b-a683-5c602e5364b3 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 210 time: 0.2871759 Apr 14 16:06:03.248864 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50bb65-1698-440a-9fad-c87f534d4416 req-8dd60e5c-50fe-47ab-9c76-32ec84e31e41 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:03.257073 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bc50bb65-1698-440a-9fad-c87f534d4416 req-8dd60e5c-50fe-47ab-9c76-32ec84e31e41 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.4338095 Apr 14 16:06:03.267163 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4d6b5cdb-6560-47e6-929e-307e2df68cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:03.285478 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-4d6b5cdb-6560-47e6-929e-307e2df68cf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:03.291659 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-4d6b5cdb-6560-47e6-929e-307e2df68cf2 admin admin] Usage tracker for resource:security_group_rule and tenant:80b07e5805b5491fb93ea42d0579921d is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:03.294956 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-4d6b5cdb-6560-47e6-929e-307e2df68cf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:03.296109 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bc50bb65-1698-440a-9fad-c87f534d4416 req-64806173-6d60-40cb-9b58-60ff098e1af2 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378292 Apr 14 16:06:03.315737 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-4d6b5cdb-6560-47e6-929e-307e2df68cf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:03.404898 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 33816) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:03.410196 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4d6b5cdb-6560-47e6-929e-307e2df68cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:03.413194 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4d6b5cdb-6560-47e6-929e-307e2df68cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:03.427339 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-73ead0bb-b3bd-4585-8b25-fe0aee5c2d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:03.472756 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-4d6b5cdb-6560-47e6-929e-307e2df68cf2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=80b07e5805b5491fb93ea42d0579921d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3778906 Apr 14 16:06:03.472959 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ffc9a81-d4db-48bb-b938-f5b17a30392b admin admin] Deleting subnet 87f7e3d0-e9f2-4b33-9d8c-9dad8477f3c6 {{(pid=85285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:06:03.473067 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 33822) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:03.475102 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ffc9a81-d4db-48bb-b938-f5b17a30392b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:03.475969 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b5cdb-6560-47e6-929e-307e2df68cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fca0ace-9a8b-42ad-b817-1ea5262159c1,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:03.503864 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4d6b5cdb-6560-47e6-929e-307e2df68cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:03.537063 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ffc9a81-d4db-48bb-b938-f5b17a30392b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:03.542897 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1940d5dc-0319-4e43-ac1b-5b4d82f5e556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:03.545757 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ffc9a81-d4db-48bb-b938-f5b17a30392b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14877'] for subnet, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:03.571378 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1940d5dc-0319-4e43-ac1b-5b4d82f5e556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:03.618086 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1940d5dc-0319-4e43-ac1b-5b4d82f5e556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:03.623206 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:03.634955 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940d5dc-0319-4e43-ac1b-5b4d82f5e556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fca0ace-9a8b-42ad-b817-1ea5262159c1,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:03.638818 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1940d5dc-0319-4e43-ac1b-5b4d82f5e556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:03.642234 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1940d5dc-0319-4e43-ac1b-5b4d82f5e556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:03.646137 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-1940d5dc-0319-4e43-ac1b-5b4d82f5e556 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3fca0ace-9a8b-42ad-b817-1ea5262159c1 HTTP/1.1" status: 204 len: 168 time: 0.1694705 Apr 14 16:06:03.834593 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ffc9a81-d4db-48bb-b938-f5b17a30392b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854760955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for subnet, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:03.851254 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:03.899416 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc9a81-d4db-48bb-b938-f5b17a30392b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87f7e3d0-e9f2-4b33-9d8c-9dad8477f3c6,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:03.903779 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8ffc9a81-d4db-48bb-b938-f5b17a30392b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:03.950727 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 33834) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:03.970682 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc0e2-8036-4917-bd76-50667c8d1bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:03.986440 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8ffc9a81-d4db-48bb-b938-f5b17a30392b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:03.986833 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-8d0fc0e2-8036-4917-bd76-50667c8d1bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:03.991539 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-8d0fc0e2-8036-4917-bd76-50667c8d1bd9 admin admin] Usage tracker for resource:security_group_rule and tenant:7a1ce294929444588e2277268008fbe5 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:03.995649 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-8ffc9a81-d4db-48bb-b938-f5b17a30392b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/87f7e3d0-e9f2-4b33-9d8c-9dad8477f3c6 HTTP/1.1" status: 204 len: 168 time: 0.5865726 Apr 14 16:06:03.995841 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-8d0fc0e2-8036-4917-bd76-50667c8d1bd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:03.998071 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 33838) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:04.003817 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-8d0fc0e2-8036-4917-bd76-50667c8d1bd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:04.158403 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b6c69538-2196-4e87-a7fe-4b1e2cfb32c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854580288'] for network, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:04.381654 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bd91fcac-9dcf-44ff-8d3e-109276938d29 req-8a01cada-aa1d-4aa7-b928-94e0fb5e3411 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 210 time: 0.0527318 Apr 14 16:06:04.399554 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b6c69538-2196-4e87-a7fe-4b1e2cfb32c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363258286215762'] for network, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:04.439256 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc0e2-8036-4917-bd76-50667c8d1bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:04.444062 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc0e2-8036-4917-bd76-50667c8d1bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:04.497564 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:04.574381 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-8d0fc0e2-8036-4917-bd76-50667c8d1bd9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a1ce294929444588e2277268008fbe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6224322 Apr 14 16:06:04.577122 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0fc0e2-8036-4917-bd76-50667c8d1bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78a0522-71f9-4346-9313-38690c53c1c5,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:04.580901 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-b6c69538-2196-4e87-a7fe-4b1e2cfb32c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8554acac-9bd7-4473-817a-4d24404f2819']}} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:04.583740 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d76d7-46db-49aa-8beb-5e49c9af1db4 req-66b277e7-7834-43d9-a014-b715b6e05b19 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:04.588903 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 33850) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:04.590691 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b13d76d7-46db-49aa-8beb-5e49c9af1db4 req-66b277e7-7834-43d9-a014-b715b6e05b19 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.0991344 Apr 14 16:06:04.591491 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8d0fc0e2-8036-4917-bd76-50667c8d1bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:04.608781 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-b6c69538-2196-4e87-a7fe-4b1e2cfb32c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662a9c23-ac8f-4c28-afd8-7fb5e6adb077') {'for_net_delete': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:04.609124 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-b6c69538-2196-4e87-a7fe-4b1e2cfb32c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662a9c23-ac8f-4c28-afd8-7fb5e6adb077') {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:04.618327 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b13d76d7-46db-49aa-8beb-5e49c9af1db4 req-788a520d-8db2-42d0-8c13-e895d93b7a1c tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247321 Apr 14 16:06:04.632516 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b6c69538-2196-4e87-a7fe-4b1e2cfb32c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258286223442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853326573'] for segment, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:04.670277 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b6c69538-2196-4e87-a7fe-4b1e2cfb32c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:04.691905 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c69538-2196-4e87-a7fe-4b1e2cfb32c0 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=85284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:06:04.722923 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-15579ad2-45e1-4492-87a0-089188ec6a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:04.885842 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-15579ad2-45e1-4492-87a0-089188ec6a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:04.918910 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-b6c69538-2196-4e87-a7fe-4b1e2cfb32c0 admin admin] Network 8554acac-9bd7-4473-817a-4d24404f2819 has no segments {{(pid=85284) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:06:04.930684 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b6c69538-2196-4e87-a7fe-4b1e2cfb32c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850995203'] for segment, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:05.132104 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-b6c69538-2196-4e87-a7fe-4b1e2cfb32c0 admin admin] Network 8554acac-9bd7-4473-817a-4d24404f2819 has no segments {{(pid=85284) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:06:05.155915 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-15579ad2-45e1-4492-87a0-089188ec6a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: Traceback (most recent call last): Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: timer() Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: cb(*args, **kw) Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: return func(*args, **kwargs) Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: self._notify() Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: self.callback(batched_events) Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: event.method(event) Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: segment_id)['aggregates'][0] Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: return f(self, *a, **k) Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: return self._get(url).json() Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: **kwargs) Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: return self.request(url, 'GET', **kwargs) Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: **endpoint_filter) Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:06:05.159827 dv-cinder-786260-2-iscsi neutron-server[85169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:06:05.173314 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:05.236124 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15579ad2-45e1-4492-87a0-089188ec6a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78a0522-71f9-4346-9313-38690c53c1c5,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:05.240040 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-15579ad2-45e1-4492-87a0-089188ec6a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:05.254791 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-15579ad2-45e1-4492-87a0-089188ec6a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:05.260114 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-15579ad2-45e1-4492-87a0-089188ec6a30 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d78a0522-71f9-4346-9313-38690c53c1c5 HTTP/1.1" status: 204 len: 168 time: 0.6662393 Apr 14 16:06:05.265777 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b6c69538-2196-4e87-a7fe-4b1e2cfb32c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853071345'] for network, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:05.269484 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-9ffb306d-1248-4d61-a290-534787df21e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:05.286850 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b6c69538-2196-4e87-a7fe-4b1e2cfb32c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:05.296880 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c69538-2196-4e87-a7fe-4b1e2cfb32c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8554acac-9bd7-4473-817a-4d24404f2819,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:05.300492 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-b6c69538-2196-4e87-a7fe-4b1e2cfb32c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:05.305724 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-b6c69538-2196-4e87-a7fe-4b1e2cfb32c0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8554acac-9bd7-4473-817a-4d24404f2819 HTTP/1.1" status: 204 len: 168 time: 1.3064311 Apr 14 16:06:05.598362 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-36f1711b-659b-479f-ae51-f9bbd9bffd4f req-74cdbec3-baf9-4464-aaca-8d8f175af2e1 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 210 time: 0.0563056 Apr 14 16:06:05.665806 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 33874) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:05.723128 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-56334ab2-266f-421f-b078-d6fad8b52077 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=808960baf8aa400b8cad54d6df245d6f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0537155 Apr 14 16:06:05.725415 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 33880) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:05.791742 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b2215241-e2f6-4cbb-8e30-03b18eb2cd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:05.821463 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b2215241-e2f6-4cbb-8e30-03b18eb2cd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:05.850055 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21952031-5fee-427c-9a57-879dc675fd75 req-0f16b8f1-6f39-40cf-a0d6-37f733df7186 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:05.851846 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-21952031-5fee-427c-9a57-879dc675fd75 req-0f16b8f1-6f39-40cf-a0d6-37f733df7186 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.1027565 Apr 14 16:06:05.869426 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b2215241-e2f6-4cbb-8e30-03b18eb2cd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:05.874682 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8d0fc0e2-8036-4917-bd76-50667c8d1bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:05.886945 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-21952031-5fee-427c-9a57-879dc675fd75 req-64e9ff8a-ae94-4a4f-8f01-8e2bc7decd31 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263667 Apr 14 16:06:05.896316 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2215241-e2f6-4cbb-8e30-03b18eb2cd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c292be-7cfb-4cac-affd-103d1ce959b4,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:05.898917 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-b2215241-e2f6-4cbb-8e30-03b18eb2cd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:05.905484 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b2215241-e2f6-4cbb-8e30-03b18eb2cd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:05.907626 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-b2215241-e2f6-4cbb-8e30-03b18eb2cd56 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/92c292be-7cfb-4cac-affd-103d1ce959b4 HTTP/1.1" status: 204 len: 168 time: 0.1809847 Apr 14 16:06:06.462296 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-66576294-0eef-4366-8465-6843eba55e28 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Request body: {'port': {'device_id': '30cc221e-1a41-4172-be35-dd95d1164b74', 'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390', 'admin_state_up': True, 'tenant_id': 'acc9279607264a5498ce14826bf5306e'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:06.669518 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-66576294-0eef-4366-8465-6843eba55e28 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:06.695695 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-66576294-0eef-4366-8465-6843eba55e28 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:06.719460 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-66576294-0eef-4366-8465-6843eba55e28 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Made reservation on behalf of acc9279607264a5498ce14826bf5306e for: {'port': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:06:06.733672 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-66576294-0eef-4366-8465-6843eba55e28 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:06.887494 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7ddafe8d-8a10-41dc-ab7e-e41d3125a66c req-193b0834-e5cc-4760-9e04-44acb4e82e77 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 210 time: 0.0674987 Apr 14 16:06:06.899323 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 33934) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:06.988529 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-66576294-0eef-4366-8465-6843eba55e28 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Allocated IP 172.20.0.2 (54a8843b-6ccf-44d9-81c5-6907f5dcf390/864a9ded-9107-446c-b285-140a1dcad264/d4a42e33-ad02-4256-b8d3-dec2f697aa09) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:06:07.035757 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 33942) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:07.147190 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fc391-9f8e-432f-8c1a-6947e26ec8b9 req-58b03abe-f02c-4e2b-8ba1-9b2a67691f11 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:07.156359 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-462fc391-9f8e-432f-8c1a-6947e26ec8b9 req-58b03abe-f02c-4e2b-8ba1-9b2a67691f11 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.1362252 Apr 14 16:06:07.197895 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-462fc391-9f8e-432f-8c1a-6947e26ec8b9 req-3e78e300-a527-40e0-80f1-e0c2a747949b tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402534 Apr 14 16:06:07.220382 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-933395349-network', 'tenant_id': '691977ceece143efa6a03aafe5e47709'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:07.226026 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:07.233203 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] Usage tracker for resource:network and tenant:691977ceece143efa6a03aafe5e47709 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:07.234991 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-88cd6f69-b636-4162-ad56-9734bf82d335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.237185 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:07.245090 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:07.255165 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] Made reservation on behalf of 691977ceece143efa6a03aafe5e47709 for: {'network': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:06:07.261273 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for network, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.272267 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-88cd6f69-b636-4162-ad56-9734bf82d335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:07.276358 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.283944 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-88cd6f69-b636-4162-ad56-9734bf82d335 admin admin] Usage tracker for resource:security_group_rule and tenant:459bb6fcfd354f16abcccacdfba64ae4 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:07.290557 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-88cd6f69-b636-4162-ad56-9734bf82d335 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:07.293990 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:07.298517 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] Usage tracker for resource:security_group_rule and tenant:691977ceece143efa6a03aafe5e47709 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:07.302052 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:07.309275 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-88cd6f69-b636-4162-ad56-9734bf82d335 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:07.309631 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:07.341141 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-66576294-0eef-4366-8465-6843eba55e28 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.426887 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.430108 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.434808 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-23903a16-b8b9-4825-9154-7d257bc39f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:07.452101 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-66576294-0eef-4366-8465-6843eba55e28 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.455200 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-88cd6f69-b636-4162-ad56-9734bf82d335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.470684 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=85285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:06:07.484951 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7f1345cb-4587-46c0-9f57-3d897b611d14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:07.485212 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829d0688-e0fd-47c0-805e-ac448dd6255d,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:07.493405 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:07.494561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.494964 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.segments_db [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] Added segment c779952e-db9c-40b0-a6a8-3f9c3af7dcaf of type vlan for network 86b55a80-468c-416f-9ed3-2601bbe04b76 Apr 14 16:06:07.531164 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-88cd6f69-b636-4162-ad56-9734bf82d335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.543136 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778568018137'] for network, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.585585 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for network, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.587200 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:07.587870 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.602136 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c441f132-a336-4eb0-9298-24819e456344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:07.674011 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-88cd6f69-b636-4162-ad56-9734bf82d335 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=459bb6fcfd354f16abcccacdfba64ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6366935 Apr 14 16:06:07.683863 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66576294-0eef-4366-8465-6843eba55e28 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Pushing event updated for resources: {'Port': ['ID=d4a42e33-ad02-4256-b8d3-dec2f697aa09,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:07.686286 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 33952) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:07.692708 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-66576294-0eef-4366-8465-6843eba55e28 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:07.695578 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1940d5dc-0319-4e43-ac1b-5b4d82f5e556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:07.702802 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8022728 Apr 14 16:06:07.706070 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 33956) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:07.715418 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-86ce9ed2-762d-4c24-812e-c577cae2467d admin admin] Request body: {'subnet': {'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-933395349-subnet', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:07.718976 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] Pushing event updated for resources: {'Network': ['ID=86b55a80-468c-416f-9ed3-2601bbe04b76,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:07.723027 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-86ce9ed2-762d-4c24-812e-c577cae2467d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:07.727389 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-86ce9ed2-762d-4c24-812e-c577cae2467d admin admin] Usage tracker for resource:subnet and tenant:691977ceece143efa6a03aafe5e47709 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:07.730030 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Network 86b55a80-468c-416f-9ed3-2601bbe04b76 details requested by agent ovs-agent-dv-cinder-786260-2-iscsi with host dv-cinder-786260-2-iscsi {{(pid=85286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:06:07.730693 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-86ce9ed2-762d-4c24-812e-c577cae2467d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:07.741772 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-86ce9ed2-762d-4c24-812e-c577cae2467d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:07.753053 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:07.754967 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ce9ed2-762d-4c24-812e-c577cae2467d admin admin] Made reservation on behalf of 691977ceece143efa6a03aafe5e47709 for: {'subnet': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:06:07.762958 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-86ce9ed2-762d-4c24-812e-c577cae2467d admin admin] Notify callbacks [] for subnet, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.783192 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd6f69-b636-4162-ad56-9734bf82d335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb37363-717d-4a93-bb7c-3923a9387fa4,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:07.786760 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-88cd6f69-b636-4162-ad56-9734bf82d335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:07.801238 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-66576294-0eef-4366-8465-6843eba55e28 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Network 54a8843b-6ccf-44d9-81c5-6907f5dcf390 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:06:07.805981 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-66576294-0eef-4366-8465-6843eba55e28 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:06:07.809135 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-66576294-0eef-4366-8465-6843eba55e28 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:06:07.907993 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b1d3ef17-26df-4e7c-86f6-504dc37d62a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.917163 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-66576294-0eef-4366-8465-6843eba55e28 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:07.917900 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-66576294-0eef-4366-8465-6843eba55e28 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.977048 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b1d3ef17-26df-4e7c-86f6-504dc37d62a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:08.032585 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-66576294-0eef-4366-8465-6843eba55e28 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5753436 Apr 14 16:06:08.056057 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b1d3ef17-26df-4e7c-86f6-504dc37d62a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:08.063327 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:08.079295 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3ef17-26df-4e7c-86f6-504dc37d62a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb37363-717d-4a93-bb7c-3923a9387fa4,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:08.082455 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-b1d3ef17-26df-4e7c-86f6-504dc37d62a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:08.084115 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b1d3ef17-26df-4e7c-86f6-504dc37d62a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:08.089232 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-b1d3ef17-26df-4e7c-86f6-504dc37d62a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fdb37363-717d-4a93-bb7c-3923a9387fa4 HTTP/1.1" status: 204 len: 168 time: 0.3954520 Apr 14 16:06:08.215398 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c26bb-f7cf-4ee7-90a3-f8da199ced34 req-ef2ea77c-8a2a-4604-a11c-c07306d6d5fa tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:08.218810 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5d1c26bb-f7cf-4ee7-90a3-f8da199ced34 req-ef2ea77c-8a2a-4604-a11c-c07306d6d5fa tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 931 time: 0.1895158 Apr 14 16:06:08.311996 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5d1c26bb-f7cf-4ee7-90a3-f8da199ced34 req-cd107b05-d73e-4978-8fa7-da7b9ac2c1af tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839741 Apr 14 16:06:08.441266 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-86ce9ed2-762d-4c24-812e-c577cae2467d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for subnet, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:08.458358 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8ffc9a81-d4db-48bb-b938-f5b17a30392b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:08.664192 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce9ed2-762d-4c24-812e-c577cae2467d admin admin] Pushing event updated for resources: {'Subnet': ['ID=83188662-4769-460f-ab17-6c69d6a31076,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:08.679629 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-86ce9ed2-762d-4c24-812e-c577cae2467d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:08.724372 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09770c95-489d-4fd6-9753-a9d7bfe604c2 req-4c564062-b728-40b3-81b2-10d0fef6d9f3 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:08.726034 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-09770c95-489d-4fd6-9753-a9d7bfe604c2 req-4c564062-b728-40b3-81b2-10d0fef6d9f3 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.2397733 Apr 14 16:06:08.774781 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-09770c95-489d-4fd6-9753-a9d7bfe604c2 req-999678a4-8281-42b7-9a6a-1fbc6b3eb2b8 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402985 Apr 14 16:06:08.785136 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ce9ed2-762d-4c24-812e-c577cae2467d admin admin] Checking segment: {'id': 'c779952e-db9c-40b0-a6a8-3f9c3af7dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:06:08.785535 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ce9ed2-762d-4c24-812e-c577cae2467d admin admin] Network hostable DHCP agents. Network: 86b55a80-468c-416f-9ed3-2601bbe04b76, hostable agents: ['6974cddb-cd46-4c60-a4a5-114b04928957'], hosted agents: [] {{(pid=85285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:06:08.808649 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ce9ed2-762d-4c24-812e-c577cae2467d admin admin] Network 86b55a80-468c-416f-9ed3-2601bbe04b76 is scheduled to be hosted by DHCP agent 6974cddb-cd46-4c60-a4a5-114b04928957 with binding_index 1 {{(pid=85285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:06:08.820056 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-86ce9ed2-762d-4c24-812e-c577cae2467d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-iscsi, 86b55a80-468c-416f-9ed3-2601bbe04b76) {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:06:08.825203 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ce9ed2-762d-4c24-812e-c577cae2467d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:08.825787 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-86ce9ed2-762d-4c24-812e-c577cae2467d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:08.832608 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bb3b2a-4926-4e9d-b159-93cc517380cc None None] Network 86b55a80-468c-416f-9ed3-2601bbe04b76 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:06:08.852914 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-86ce9ed2-762d-4c24-812e-c577cae2467d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1455402 Apr 14 16:06:08.856374 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 33990) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:08.864607 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-933395349-router', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:08.869703 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:08.874034 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] Usage tracker for resource:router and tenant:691977ceece143efa6a03aafe5e47709 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:08.878116 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:08.886988 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:08.907803 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259339'] for router, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:08.909156 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853008525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1758879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853051633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854516462'] for router, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:08.938021 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:08.992071 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['ffe9d56f-16a4-4159-afc5-51f9f131487b'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:06:09.183142 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fb825c8-f9e4-58b6-9749-5c7bd22ac102-86b55a80-468c-416f-9ed3-2601bbe04b76', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'fixed_ips': [{'subnet_id': '83188662-4769-460f-ab17-6c69d6a31076'}]}} from dv-cinder-786260-2-iscsi. {{(pid=85286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:06:09.184138 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:09.517053 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853071264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854516447'] for router, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:09.517298 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Allocated IP 172.20.0.2 (86b55a80-468c-416f-9ed3-2601bbe04b76/83188662-4769-460f-ab17-6c69d6a31076/599dc3d4-149b-4699-aa2f-6e114d316da9) {{(pid=85286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:06:09.743984 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeac793-336c-43b4-8b3d-b2be1c57f395 req-c6298936-5036-49a0-b162-3f460863cada tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:09.765444 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4eeac793-336c-43b4-8b3d-b2be1c57f395 req-c6298936-5036-49a0-b162-3f460863cada tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 931 time: 0.2522895 Apr 14 16:06:09.821096 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4eeac793-336c-43b4-8b3d-b2be1c57f395 req-85c20a7f-390d-49e1-be02-9d315f5a7f4f tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570548 Apr 14 16:06:09.869415 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Notify callbacks [] for port, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:09.888571 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Transition to ACTIVE for port object 599dc3d4-149b-4699-aa2f-6e114d316da9 will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:06:09.927084 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Transition to ACTIVE for port object 599dc3d4-149b-4699-aa2f-6e114d316da9 will not be triggered until provisioned by entity DHCP. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:06:09.933538 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463'] for port, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:09.950342 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:10.006944 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:10.044048 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:10.092663 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Pushing event updated for resources: {'Port': ['ID=599dc3d4-149b-4699-aa2f-6e114d316da9,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:10.110749 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:10.111124 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:10.111500 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:10.111869 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:10.112234 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:10.112598 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:10.113286 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:10.113286 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:10.113653 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:10.113988 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:10.114398 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:10.114760 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:10.120261 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:10.162721 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Network 86b55a80-468c-416f-9ed3-2601bbe04b76 is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:06:10.163833 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:06:10.166568 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Received port after_create {{(pid=85286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:06:10.207715 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad4b6d-4afd-43a7-a954-91783bf4d07f req-e9a44294-61cf-4ecb-90d0-7eccbedde1b8 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:10.216097 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b2ad4b6d-4afd-43a7-a954-91783bf4d07f req-e9a44294-61cf-4ecb-90d0-7eccbedde1b8 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.1218457 Apr 14 16:06:10.242370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] Allocated IP 172.27.1.117 (6468e4de-2d6f-487c-961d-9bfd4b201113/10ad9ff7-e740-4818-a690-9a433745e0b4/d1dec57d-6b38-4c85-820e-f23757bc95b8) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:06:10.263632 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b2ad4b6d-4afd-43a7-a954-91783bf4d07f req-573190c6-e4cb-4105-a26a-03de3f171830 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465837 Apr 14 16:06:10.280847 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] Request body: {'port': {'device_id': '30cc221e-1a41-4172-be35-dd95d1164b74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:10.282527 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Attempting to bind port 599dc3d4-149b-4699-aa2f-6e114d316da9 on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:06:10.283149 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Attempting to bind port 599dc3d4-149b-4699-aa2f-6e114d316da9 by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': 'c779952e-db9c-40b0-a6a8-3f9c3af7dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:06:10.283789 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Attempting to bind port 599dc3d4-149b-4699-aa2f-6e114d316da9 on network 86b55a80-468c-416f-9ed3-2601bbe04b76 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:06:10.289998 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:06:10.290733 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Checking segment: {'id': 'c779952e-db9c-40b0-a6a8-3f9c3af7dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:06:10.291749 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:10.292502 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Bound using segment: {'id': 'c779952e-db9c-40b0-a6a8-3f9c3af7dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:06:10.293033 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Bound port: 599dc3d4-149b-4699-aa2f-6e114d316da9, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c779952e-db9c-40b0-a6a8-3f9c3af7dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:06:10.293457 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:10.378573 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] For port 599dc3d4-149b-4699-aa2f-6e114d316da9, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:06:10.382140 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] For port 599dc3d4-149b-4699-aa2f-6e114d316da9, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=599dc3d4-149b-4699-aa2f-6e114d316da9,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:06:10.386510 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:10.404626 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:10.504899 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:10.567620 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Pushing event updated for resources: {'Port': ['ID=599dc3d4-149b-4699-aa2f-6e114d316da9,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:10.568815 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:10.571661 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:10.759483 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:10.789481 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:11.017030 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] Pushing event updated for resources: {'Port': ['ID=d1dec57d-6b38-4c85-820e-f23757bc95b8,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:11.025383 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:11.129791 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] Network 6468e4de-2d6f-487c-961d-9bfd4b201113 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:06:11.133406 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:06:11.137031 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:06:11.156765 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac97b12-ea75-4782-98a4-902d3c9b4710 req-53a81a6b-39d3-469b-8f8e-548f78380276 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:11.165952 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2ac97b12-ea75-4782-98a4-902d3c9b4710 req-53a81a6b-39d3-469b-8f8e-548f78380276 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 931 time: 0.1452825 Apr 14 16:06:11.209173 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2ac97b12-ea75-4782-98a4-902d3c9b4710 req-514f1707-a43e-442f-bf35-affed38398ea tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419006 Apr 14 16:06:11.333596 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 599dc3d4-149b-4699-aa2f-6e114d316da9 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:06:11.439423 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a42e33-ad02-4256-b8d3-dec2f697aa09 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:06:11.449420 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:11.467178 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] Transition to ACTIVE for port object d4a42e33-ad02-4256-b8d3-dec2f697aa09 will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:06:11.511102 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port 599dc3d4-149b-4699-aa2f-6e114d316da9 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:06:11.525036 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:11.600655 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-27275eaa-278c-4fd9-b5b1-c619625b04cd tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:11.602087 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439cadd-df0d-43b1-b282-656b4e98ed15 req-37a1958a-d9cc-44af-aa56-da9865356dc5 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:11.604203 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8439cadd-df0d-43b1-b282-656b4e98ed15 req-37a1958a-d9cc-44af-aa56-da9865356dc5 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.1640370 Apr 14 16:06:11.641814 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8439cadd-df0d-43b1-b282-656b4e98ed15 req-93b898d5-9142-41ec-b16b-3a701132387f tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276616 Apr 14 16:06:11.689758 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a42e33-ad02-4256-b8d3-dec2f697aa09,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:11.699235 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:12.270560 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-34684a1a-c302-484e-bd07-afc88eea79db req-a5d240e4-6bbb-4ac6-9242-9f0097884ac5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8340232 Apr 14 16:06:12.403021 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7ae9c5-50fb-48f1-a121-18afb501c508 None None] Network 86b55a80-468c-416f-9ed3-2601bbe04b76 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:06:12.539867 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61227b36-bdd5-43cd-95b4-3947bb148dd6 req-72d7de7e-52d8-466f-be7f-b591fbcc07af tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:12.550464 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-61227b36-bdd5-43cd-95b4-3947bb148dd6 req-72d7de7e-52d8-466f-be7f-b591fbcc07af tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 943 time: 0.1366038 Apr 14 16:06:12.553715 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:12.614530 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-61227b36-bdd5-43cd-95b4-3947bb148dd6 req-3e6f6dcf-7bdb-4cbc-88a8-3149a8a8b70f tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624895 Apr 14 16:06:12.839545 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] Attempting to bind port d4a42e33-ad02-4256-b8d3-dec2f697aa09 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:06:12.839945 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] Attempting to bind port d4a42e33-ad02-4256-b8d3-dec2f697aa09 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'b381b6c6-6aa9-422a-afa4-1af838049569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:06:12.840327 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] Attempting to bind port d4a42e33-ad02-4256-b8d3-dec2f697aa09 on network 54a8843b-6ccf-44d9-81c5-6907f5dcf390 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:06:12.852615 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34684a1a-c302-484e-bd07-afc88eea79db req-fb567394-7ddd-445c-a1cc-a49947b242e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:12.854149 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-34684a1a-c302-484e-bd07-afc88eea79db req-fb567394-7ddd-445c-a1cc-a49947b242e8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=acc9279607264a5498ce14826bf5306e&device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 1098 time: 0.4462230 Apr 14 16:06:12.858134 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] Port d4a42e33-ad02-4256-b8d3-dec2f697aa09 on network 54a8843b-6ccf-44d9-81c5-6907f5dcf390 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:06:12.858527 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] Attempting to bind port d4a42e33-ad02-4256-b8d3-dec2f697aa09 on network 54a8843b-6ccf-44d9-81c5-6907f5dcf390 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:06:12.867923 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] Checking agent: {'id': 'f6195c71-3258-459e-9d3f-74f9782cd5cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'started_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:06:12.868175 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] Checking segment: {'id': 'b381b6c6-6aa9-422a-afa4-1af838049569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:06:12.868480 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] Bound using segment: {'id': 'b381b6c6-6aa9-422a-afa4-1af838049569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:06:12.868970 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] Bound port: d4a42e33-ad02-4256-b8d3-dec2f697aa09, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b381b6c6-6aa9-422a-afa4-1af838049569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:06:12.869352 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:13.039832 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-992a2fb9-37b3-4cef-92fb-51ffca3485d0 None None] Provisioning for port 599dc3d4-149b-4699-aa2f-6e114d316da9 completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:06:13.060535 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-992a2fb9-37b3-4cef-92fb-51ffca3485d0 None None] Provisioning complete for port 599dc3d4-149b-4699-aa2f-6e114d316da9 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:13.060925 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-992a2fb9-37b3-4cef-92fb-51ffca3485d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:13.072316 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba0fb3-9990-46fc-8b15-91ebae39f401 req-d6058427-79dd-485f-ac03-0389a195d55f tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:13.080902 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8eba0fb3-9990-46fc-8b15-91ebae39f401 req-d6058427-79dd-485f-ac03-0389a195d55f tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.2118697 Apr 14 16:06:13.144555 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8eba0fb3-9990-46fc-8b15-91ebae39f401 req-de34ba0f-1ecd-41e7-a084-ff9a61923360 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624318 Apr 14 16:06:13.252148 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] For port d4a42e33-ad02-4256-b8d3-dec2f697aa09, host hv-cinder-78626, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:06:13.259389 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:13.298441 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] For port d4a42e33-ad02-4256-b8d3-dec2f697aa09, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d4a42e33-ad02-4256-b8d3-dec2f697aa09,segment=NetworkSegment(b381b6c6-6aa9-422a-afa4-1af838049569),segment_id=b381b6c6-6aa9-422a-afa4-1af838049569)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:06:13.300120 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34684a1a-c302-484e-bd07-afc88eea79db req-53339bdc-7475-4f1d-a6b8-ecba2dd7d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:13.301746 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-34684a1a-c302-484e-bd07-afc88eea79db req-53339bdc-7475-4f1d-a6b8-ecba2dd7d977 service neutron] 10.222.0.54 "GET /v2.0/networks?id=54a8843b-6ccf-44d9-81c5-6907f5dcf390 HTTP/1.1" status: 200 len: 916 time: 0.3965716 Apr 14 16:06:13.305841 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:13.385687 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-992a2fb9-37b3-4cef-92fb-51ffca3485d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:13.392847 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:13.415088 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-992a2fb9-37b3-4cef-92fb-51ffca3485d0 None None] For port 599dc3d4-149b-4699-aa2f-6e114d316da9, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=599dc3d4-149b-4699-aa2f-6e114d316da9,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:06:13.422311 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-992a2fb9-37b3-4cef-92fb-51ffca3485d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:13.424924 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:13.462302 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-34684a1a-c302-484e-bd07-afc88eea79db req-93590ed6-4127-48ba-8613-439109c993ad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffe9d56f-16a4-4159-afc5-51f9f131487b HTTP/1.1" status: 200 len: 217 time: 0.1367121 Apr 14 16:06:13.503887 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a2fb9-37b3-4cef-92fb-51ffca3485d0 None None] Pushing event updated for resources: {'Port': ['ID=599dc3d4-149b-4699-aa2f-6e114d316da9,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:13.507177 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-992a2fb9-37b3-4cef-92fb-51ffca3485d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:13.619364 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853008407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704523'] for router, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:13.658070 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-15a0d868-d823-44de-8a98-3be48ff14803 None None] Provisioning complete for port 599dc3d4-149b-4699-aa2f-6e114d316da9 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:13.658602 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-15a0d868-d823-44de-8a98-3be48ff14803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:13.700776 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a42e33-ad02-4256-b8d3-dec2f697aa09,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:13.725693 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:13.815089 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34684a1a-c302-484e-bd07-afc88eea79db req-0625e0ff-1869-44d6-9891-1d3a6938ed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:13.816754 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-34684a1a-c302-484e-bd07-afc88eea79db req-0625e0ff-1869-44d6-9891-1d3a6938ed27 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=864a9ded-9107-446c-b285-140a1dcad264 HTTP/1.1" status: 200 len: 855 time: 0.2858343 Apr 14 16:06:13.838995 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65df0fd-f4df-4c53-adb7-ff3ec9f2e6d7 req-797e0ae1-b47f-4fad-be12-5118d817108b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:13.840887 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a65df0fd-f4df-4c53-adb7-ff3ec9f2e6d7 req-797e0ae1-b47f-4fad-be12-5118d817108b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 943 time: 0.0979660 Apr 14 16:06:13.873220 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a65df0fd-f4df-4c53-adb7-ff3ec9f2e6d7 req-003675e5-af2a-4d2f-8487-2f72459a8f17 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255737 Apr 14 16:06:13.910135 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-34684a1a-c302-484e-bd07-afc88eea79db req-621411e5-982f-41e0-aaa8-c0dec4ffda67 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=54a8843b-6ccf-44d9-81c5-6907f5dcf390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818124 Apr 14 16:06:13.922910 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:13.923597 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:13.925023 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] 10.222.0.54 "PUT /v2.0/ports/d4a42e33-ad02-4256-b8d3-dec2f697aa09 HTTP/1.1" status: 200 len: 1093 time: 3.6499281 Apr 14 16:06:13.929056 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cc221e-1a41-4172-be35-dd95d1164b74', 'tag': 'd4a42e33-ad02-4256-b8d3-dec2f697aa09'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:06:13.983917 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cc221e-1a41-4172-be35-dd95d1164b74', 'tag': 'd4a42e33-ad02-4256-b8d3-dec2f697aa09', 'status': 'completed', 'code': 200} Apr 14 16:06:14.201603 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-34684a1a-c302-484e-bd07-afc88eea79db req-a6201b52-b4e3-439e-8e8e-4d15f098d846 service neutron] 10.222.0.54 "GET /v2.0/networks/54a8843b-6ccf-44d9-81c5-6907f5dcf390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733004 Apr 14 16:06:14.209944 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-2018cdba-2002-4254-a7c4-194595c274ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:14.211603 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-2018cdba-2002-4254-a7c4-194595c274ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=acc9279607264a5498ce14826bf5306e&device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 1096 time: 0.2268586 Apr 14 16:06:14.215710 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] Router d8e09ac4-38f9-4b38-9462-9202f150eca2 is scheduled to L3 agent cd16566b-017b-487a-9290-9cc4500cc966 with binding_index 1 {{(pid=85284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:06:14.364133 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434aef40-f04a-41d4-8b11-c09f8e8a2a4e req-cb78964e-9fca-49b9-87b9-ce94eeea670f tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:14.366003 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-434aef40-f04a-41d4-8b11-c09f8e8a2a4e req-cb78964e-9fca-49b9-87b9-ce94eeea670f tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.1057563 Apr 14 16:06:14.405977 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-434aef40-f04a-41d4-8b11-c09f8e8a2a4e req-bcbbc243-41e3-45e5-aab8-f29183e368bf tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328169 Apr 14 16:06:14.660078 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-4123ff69-21c4-486b-9f53-5e10aabb4e0f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4a42e33-ad02-4256-b8d3-dec2f697aa09 HTTP/1.1" status: 200 len: 217 time: 0.4397621 Apr 14 16:06:14.800126 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 34154) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:14.906070 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-63a59430-2fd0-4bcb-8823-2accd2cd615a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:14.907762 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-63a59430-2fd0-4bcb-8823-2accd2cd615a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=864a9ded-9107-446c-b285-140a1dcad264 HTTP/1.1" status: 200 len: 855 time: 0.1871886 Apr 14 16:06:14.916803 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-34684a1a-c302-484e-bd07-afc88eea79db req-9eeb1332-5609-481c-bdfe-ceabb0636878 service neutron] 10.222.0.54 "GET /v2.0/networks/54a8843b-6ccf-44d9-81c5-6907f5dcf390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6950753 Apr 14 16:06:14.942144 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c4257a28-bafb-4873-acb7-ab73221560a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:14.979868 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-c4257a28-bafb-4873-acb7-ab73221560a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:14.984663 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-c4257a28-bafb-4873-acb7-ab73221560a8 admin admin] Usage tracker for resource:security_group_rule and tenant:3626e516446f4254b78ad839b21913a6 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:14.984822 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-08840d5e-bac0-4ee0-9502-c9eee2be7c85 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=54a8843b-6ccf-44d9-81c5-6907f5dcf390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648890 Apr 14 16:06:14.988684 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-c4257a28-bafb-4873-acb7-ab73221560a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:14.994608 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:06:15.009420 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] Sync routers for ids ['d8e09ac4-38f9-4b38-9462-9202f150eca2'] in dv-cinder-786260-2-iscsi {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:06:15.017796 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-c4257a28-bafb-4873-acb7-ab73221560a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:15.030039 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] Routers {'d8e09ac4-38f9-4b38-9462-9202f150eca2'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:06:15.031008 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:05:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['d8e09ac4-38f9-4b38-9462-9202f150eca2'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:15.132705 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] Notify callbacks [] for router, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:15.137203 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2762790 Apr 14 16:06:15.137887 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 34164) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:15.226870 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e79e0-0a93-4447-92a8-f06aec7216a4 req-4c75d625-7879-48ff-86d4-3833459efb9c tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:15.228514 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a45e79e0-0a93-4447-92a8-f06aec7216a4 req-4c75d625-7879-48ff-86d4-3833459efb9c tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 943 time: 0.1390355 Apr 14 16:06:15.233377 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c4257a28-bafb-4873-acb7-ab73221560a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:15.250515 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] Set router d8e09ac4-38f9-4b38-9462-9202f150eca2 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:06:15.260637 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 599dc3d4-149b-4699-aa2f-6e114d316da9 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:06:15.267984 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a45e79e0-0a93-4447-92a8-f06aec7216a4 req-c4c4adfe-c2fd-43ee-b5db-65bbb85b85e5 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323443 Apr 14 16:06:15.269405 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c4257a28-bafb-4873-acb7-ab73221560a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:15.304965 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:15.340369 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 599dc3d4-149b-4699-aa2f-6e114d316da9 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:15.341045 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:15.344899 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-c4257a28-bafb-4873-acb7-ab73221560a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3626e516446f4254b78ad839b21913a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5410666 Apr 14 16:06:15.344899 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4257a28-bafb-4873-acb7-ab73221560a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc8bf59-9bd4-4097-b23d-f3a965cea35d,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:15.345611 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 34168) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:15.360484 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c4257a28-bafb-4873-acb7-ab73221560a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:15.423668 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-117a7998-d602-4cdf-b906-5fa730b7bc07 service neutron] 10.222.0.54 "GET /v2.0/networks/54a8843b-6ccf-44d9-81c5-6907f5dcf390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223325 Apr 14 16:06:15.452035 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ef4c851d-ac74-435e-8b68-37ca39475efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:15.499086 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ef4c851d-ac74-435e-8b68-37ca39475efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:15.745071 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d022d30-f0d0-4e9e-a5e5-d8f18f77e82c req-516e8e6f-fcce-42d4-a6b1-5f2cd6936aa2 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:15.747333 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4d022d30-f0d0-4e9e-a5e5-d8f18f77e82c req-516e8e6f-fcce-42d4-a6b1-5f2cd6936aa2 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.1268771 Apr 14 16:06:15.789931 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4d022d30-f0d0-4e9e-a5e5-d8f18f77e82c req-b754bb8f-0a0b-4a46-a63a-31682797535f tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358794 Apr 14 16:06:15.821331 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'name': 'tempest-AttachVolumeShelveTestJSON-933395349-router', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:08Z', 'updated_at': '2021-04-14T16:06:11Z', 'revision_number': 3, 'project_id': '691977ceece143efa6a03aafe5e47709', 'gw_port': {'id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:25:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:10Z', 'updated_at': '2021-04-14T16:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:15.827264 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] Checking router: d8e09ac4-38f9-4b38-9462-9202f150eca2 for host: dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:06:15.829710 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] Updating router d8e09ac4-38f9-4b38-9462-9202f150eca2 port d1dec57d-6b38-4c85-820e-f23757bc95b8 binding host dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:06:15.864301 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ef4c851d-ac74-435e-8b68-37ca39475efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:15.878798 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4d6b5cdb-6560-47e6-929e-307e2df68cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:15.890502 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:15.915663 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c851d-ac74-435e-8b68-37ca39475efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc8bf59-9bd4-4097-b23d-f3a965cea35d,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:15.937025 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ef4c851d-ac74-435e-8b68-37ca39475efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:15.940458 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ef4c851d-ac74-435e-8b68-37ca39475efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:15.941690 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-ef4c851d-ac74-435e-8b68-37ca39475efb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2fc8bf59-9bd4-4097-b23d-f3a965cea35d HTTP/1.1" status: 204 len: 168 time: 0.5916276 Apr 14 16:06:15.944163 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0bcedcfe-37e9-4842-ad96-fc88ceccf8a3 req-f581f3a3-8c58-45b2-aa42-3e94b2eda5d1 service neutron] 10.222.0.54 "GET /v2.0/networks/54a8843b-6ccf-44d9-81c5-6907f5dcf390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968286 Apr 14 16:06:16.004004 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 34190) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:16.165437 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-727b28d6-54e9-4acc-8746-499d60637d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:16.211301 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-727b28d6-54e9-4acc-8746-499d60637d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:16.217064 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-727b28d6-54e9-4acc-8746-499d60637d70 admin admin] Usage tracker for resource:security_group_rule and tenant:d662561e475f41159cd19345e99f5daa is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:16.220373 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-727b28d6-54e9-4acc-8746-499d60637d70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:16.227066 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-727b28d6-54e9-4acc-8746-499d60637d70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:16.290222 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12937481-4f52-496c-897a-e3825200f060 req-a9186bc2-c431-4f11-92ba-a0d890c8f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:16.292158 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-12937481-4f52-496c-897a-e3825200f060 req-a9186bc2-c431-4f11-92ba-a0d890c8f9de service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=acc9279607264a5498ce14826bf5306e&device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 1096 time: 0.2878842 Apr 14 16:06:16.344303 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-727b28d6-54e9-4acc-8746-499d60637d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:16.348818 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-727b28d6-54e9-4acc-8746-499d60637d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:16.358906 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-b20ab140-6c4a-4924-bf49-1b633f7d8046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:16.447620 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-727b28d6-54e9-4acc-8746-499d60637d70 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d662561e475f41159cd19345e99f5daa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4420557 Apr 14 16:06:16.449760 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b28d6-54e9-4acc-8746-499d60637d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96177cd4-40c0-4db0-8337-273a2eb6d301,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:16.452653 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 34204) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:16.461633 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-727b28d6-54e9-4acc-8746-499d60637d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:16.514465 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12937481-4f52-496c-897a-e3825200f060 req-9a85ab73-efff-469f-8bc1-59f0fcfbbc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:16.516431 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-12937481-4f52-496c-897a-e3825200f060 req-9a85ab73-efff-469f-8bc1-59f0fcfbbc55 service neutron] 10.222.0.54 "GET /v2.0/networks?id=54a8843b-6ccf-44d9-81c5-6907f5dcf390 HTTP/1.1" status: 200 len: 916 time: 0.2134173 Apr 14 16:06:16.535275 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] Notify callbacks [] for port, precommit_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:16.549508 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] Transition to ACTIVE for port object d1dec57d-6b38-4c85-820e-f23757bc95b8 will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:06:16.556890 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:16.644110 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5bf410ec-ab4f-48ab-b221-f71adf4e6995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:16.649759 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:16.715871 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5bf410ec-ab4f-48ab-b221-f71adf4e6995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:16.735330 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6057ee5-e69f-41fd-9358-92a4492d9864 None None] Pushing event updated for resources: {'Port': ['ID=d1dec57d-6b38-4c85-820e-f23757bc95b8,revision_number=2']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:16.749288 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6057ee5-e69f-41fd-9358-92a4492d9864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:16.749740 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6057ee5-e69f-41fd-9358-92a4492d9864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:16.750206 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6057ee5-e69f-41fd-9358-92a4492d9864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:16.750666 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6057ee5-e69f-41fd-9358-92a4492d9864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:16.751095 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6057ee5-e69f-41fd-9358-92a4492d9864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:16.751762 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6057ee5-e69f-41fd-9358-92a4492d9864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:16.752211 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6057ee5-e69f-41fd-9358-92a4492d9864 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:16.752643 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6057ee5-e69f-41fd-9358-92a4492d9864 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:16.753106 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6057ee5-e69f-41fd-9358-92a4492d9864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:16.753530 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6057ee5-e69f-41fd-9358-92a4492d9864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:16.753960 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6057ee5-e69f-41fd-9358-92a4492d9864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:16.754405 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6057ee5-e69f-41fd-9358-92a4492d9864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:16.769072 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a6057ee5-e69f-41fd-9358-92a4492d9864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:16.797925 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b282392-2e68-4ded-ae5b-ea9ffb498bbb req-ee061e95-7ccf-4dd3-91c8-345a55671b96 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:16.806211 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5b282392-2e68-4ded-ae5b-ea9ffb498bbb req-ee061e95-7ccf-4dd3-91c8-345a55671b96 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 943 time: 0.2884390 Apr 14 16:06:16.855768 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5b282392-2e68-4ded-ae5b-ea9ffb498bbb req-7375b76c-c095-4979-9bab-89ecf2265968 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468988 Apr 14 16:06:16.858246 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] Attempting to bind port d1dec57d-6b38-4c85-820e-f23757bc95b8 on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:06:16.858671 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] Attempting to bind port d1dec57d-6b38-4c85-820e-f23757bc95b8 by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:06:16.859070 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] Attempting to bind port d1dec57d-6b38-4c85-820e-f23757bc95b8 on network 6468e4de-2d6f-487c-961d-9bfd4b201113 {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:06:16.869908 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5bf410ec-ab4f-48ab-b221-f71adf4e6995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:16.877623 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:06:16.878051 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] Checking segment: {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:06:16.880307 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:16.880666 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] Bound using segment: {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:06:16.881219 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] Bound port: d1dec57d-6b38-4c85-820e-f23757bc95b8, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:06:16.881633 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:16.884199 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:16.912030 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf410ec-ab4f-48ab-b221-f71adf4e6995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96177cd4-40c0-4db0-8337-273a2eb6d301,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:16.915144 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-5bf410ec-ab4f-48ab-b221-f71adf4e6995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:16.930950 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5bf410ec-ab4f-48ab-b221-f71adf4e6995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:16.935210 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-5bf410ec-ab4f-48ab-b221-f71adf4e6995 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96177cd4-40c0-4db0-8337-273a2eb6d301 HTTP/1.1" status: 204 len: 168 time: 0.4730806 Apr 14 16:06:16.948325 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-12937481-4f52-496c-897a-e3825200f060 req-bd0c0662-5e51-4043-a1eb-86f1142391f6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4a42e33-ad02-4256-b8d3-dec2f697aa09 HTTP/1.1" status: 200 len: 217 time: 0.3937075 Apr 14 16:06:17.063565 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] For port d1dec57d-6b38-4c85-820e-f23757bc95b8, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:06:17.067992 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] For port d1dec57d-6b38-4c85-820e-f23757bc95b8, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=d1dec57d-6b38-4c85-820e-f23757bc95b8,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:06:17.076544 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:17.105254 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:17.155029 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-41ad4332-8058-4e13-a217-822c6fe82a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:17.331394 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6057ee5-e69f-41fd-9358-92a4492d9864 None None] Pushing event updated for resources: {'Port': ['ID=d1dec57d-6b38-4c85-820e-f23757bc95b8,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:17.337868 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a6057ee5-e69f-41fd-9358-92a4492d9864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:17.421520 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ba226-6754-4f18-ab9b-c097df0d0355 req-dfbf4a58-a345-472b-881d-ae03a8f922c8 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:17.423450 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-878ba226-6754-4f18-ab9b-c097df0d0355 req-dfbf4a58-a345-472b-881d-ae03a8f922c8 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.3339202 Apr 14 16:06:17.440044 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] Routers {'d8e09ac4-38f9-4b38-9462-9202f150eca2'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:06:17.440749 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:05:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['d8e09ac4-38f9-4b38-9462-9202f150eca2'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:17.448597 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12937481-4f52-496c-897a-e3825200f060 req-a126321c-1802-414f-8117-4757cecb0cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:17.451296 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-12937481-4f52-496c-897a-e3825200f060 req-a126321c-1802-414f-8117-4757cecb0cbc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=864a9ded-9107-446c-b285-140a1dcad264 HTTP/1.1" status: 200 len: 855 time: 0.2990377 Apr 14 16:06:17.474593 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-878ba226-6754-4f18-ab9b-c097df0d0355 req-e4de8487-bf6d-4aa8-8869-358402a0d41c tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437269 Apr 14 16:06:17.635126 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-12937481-4f52-496c-897a-e3825200f060 req-c35ded30-a068-4878-b36c-7ec358787950 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=54a8843b-6ccf-44d9-81c5-6907f5dcf390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436758 Apr 14 16:06:17.795043 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] Set router d8e09ac4-38f9-4b38-9462-9202f150eca2 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:06:17.852152 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-41ad4332-8058-4e13-a217-822c6fe82a6c admin admin] Allocated IP 172.20.0.1 (86b55a80-468c-416f-9ed3-2601bbe04b76/83188662-4769-460f-ab17-6c69d6a31076/6e3eb120-f2c8-4668-ae95-47ad34707eaf) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:06:17.906401 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-12937481-4f52-496c-897a-e3825200f060 req-03e16771-8206-465f-bc7d-bbfad4dfef02 service neutron] 10.222.0.54 "GET /v2.0/networks/54a8843b-6ccf-44d9-81c5-6907f5dcf390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560041 Apr 14 16:06:18.222673 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-41ad4332-8058-4e13-a217-822c6fe82a6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:18.237448 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-12937481-4f52-496c-897a-e3825200f060 req-95e0ceb3-2533-405e-ae98-705b3fe3a6ce service neutron] 10.222.0.54 "GET /v2.0/networks/54a8843b-6ccf-44d9-81c5-6907f5dcf390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179417 Apr 14 16:06:18.247768 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-41ad4332-8058-4e13-a217-822c6fe82a6c admin admin] Transition to ACTIVE for port object 6e3eb120-f2c8-4668-ae95-47ad34707eaf will not be triggered until provisioned by entity DHCP. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:06:18.302749 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3583913-a9fc-43db-9466-e950488b2041 req-76d4b6ab-1a6d-4829-9491-410b786d3870 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:18.305003 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f3583913-a9fc-43db-9466-e950488b2041 req-76d4b6ab-1a6d-4829-9491-410b786d3870 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 943 time: 0.2096107 Apr 14 16:06:18.308142 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-41ad4332-8058-4e13-a217-822c6fe82a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:18.341479 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:18.360881 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'name': 'tempest-AttachVolumeShelveTestJSON-933395349-router', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:08Z', 'updated_at': '2021-04-14T16:06:11Z', 'revision_number': 3, 'project_id': '691977ceece143efa6a03aafe5e47709', 'gw_port': {'id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:25:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:10Z', 'updated_at': '2021-04-14T16:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:18.370696 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a563494-857c-4fff-9ceb-99d379710a39 None None] The sync data for ids ['d8e09ac4-38f9-4b38-9462-9202f150eca2'] in dv-cinder-786260-2-iscsi is: [{'id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'name': 'tempest-AttachVolumeShelveTestJSON-933395349-router', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:08Z', 'updated_at': '2021-04-14T16:06:11Z', 'revision_number': 3, 'project_id': '691977ceece143efa6a03aafe5e47709', 'gw_port': {'id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:25:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:10Z', 'updated_at': '2021-04-14T16:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:06:18.392719 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f3583913-a9fc-43db-9466-e950488b2041 req-8ffdc35c-bf90-470a-9004-aec1a9db7234 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795507 Apr 14 16:06:18.630656 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad4332-8058-4e13-a217-822c6fe82a6c admin admin] Pushing event updated for resources: {'Port': ['ID=6e3eb120-f2c8-4668-ae95-47ad34707eaf,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:18.649200 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-41ad4332-8058-4e13-a217-822c6fe82a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:18.731820 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ad4332-8058-4e13-a217-822c6fe82a6c admin admin] Network 86b55a80-468c-416f-9ed3-2601bbe04b76 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:06:18.744329 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-41ad4332-8058-4e13-a217-822c6fe82a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:06:18.762737 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ad4332-8058-4e13-a217-822c6fe82a6c admin admin] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:06:18.833266 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 34344) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:18.887943 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e932d36-1664-44c5-9a4e-c94151ebd24e req-df51ce3b-15f4-4164-81de-76af73172b05 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:18.895963 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8e932d36-1664-44c5-9a4e-c94151ebd24e req-df51ce3b-15f4-4164-81de-76af73172b05 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.2203641 Apr 14 16:06:19.006984 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-41ad4332-8058-4e13-a217-822c6fe82a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704588'] for router_interface, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:19.011479 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device d4a42e33-ad02-4256-b8d3-dec2f697aa09 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:06:19.411921 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8e932d36-1664-44c5-9a4e-c94151ebd24e req-559260fd-abad-4ebc-bcc4-9d9babb1a89a tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094142 Apr 14 16:06:19.439642 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device d1dec57d-6b38-4c85-820e-f23757bc95b8 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:06:19.439778 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-41ad4332-8058-4e13-a217-822c6fe82a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:19.445150 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7194a2d0-690d-4e6c-8132-0c3dcb5e1b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:19.479881 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-7194a2d0-690d-4e6c-8132-0c3dcb5e1b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:19.488385 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-7194a2d0-690d-4e6c-8132-0c3dcb5e1b80 admin admin] Usage tracker for resource:security_group_rule and tenant:03f21f7211fc423aa28d5cb6cd9acc03 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:19.495014 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-7194a2d0-690d-4e6c-8132-0c3dcb5e1b80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:19.504752 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port d4a42e33-ad02-4256-b8d3-dec2f697aa09, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d4a42e33-ad02-4256-b8d3-dec2f697aa09,segment=NetworkSegment(b381b6c6-6aa9-422a-afa4-1af838049569),segment_id=b381b6c6-6aa9-422a-afa4-1af838049569)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:06:19.504999 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-7194a2d0-690d-4e6c-8132-0c3dcb5e1b80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:19.545510 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-21a1ce54-c519-46f7-b631-2e196b2ab10c None None] Provisioning for port 6e3eb120-f2c8-4668-ae95-47ad34707eaf completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:06:19.556908 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': 'd4a42e33-ad02-4256-b8d3-dec2f697aa09', 'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390', 'port_id': 'd4a42e33-ad02-4256-b8d3-dec2f697aa09', 'mac_address': 'fa:16:3e:06:b9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '864a9ded-9107-446c-b285-140a1dcad264', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:06:19.582661 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-21a1ce54-c519-46f7-b631-2e196b2ab10c None None] Provisioning complete for port 6e3eb120-f2c8-4668-ae95-47ad34707eaf triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:19.587220 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-21a1ce54-c519-46f7-b631-2e196b2ab10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:19.739387 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7194a2d0-690d-4e6c-8132-0c3dcb5e1b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:19.756278 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7194a2d0-690d-4e6c-8132-0c3dcb5e1b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:19.779749 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-33f44687-cc47-4230-a191-5d15a4f41f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:19.796471 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-21a1ce54-c519-46f7-b631-2e196b2ab10c None None] Port 6e3eb120-f2c8-4668-ae95-47ad34707eaf cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:06:19.819557 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:19.821766 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a42e33-ad02-4256-b8d3-dec2f697aa09 {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:06:19.847303 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-7194a2d0-690d-4e6c-8132-0c3dcb5e1b80 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=03f21f7211fc423aa28d5cb6cd9acc03&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0092046 Apr 14 16:06:19.848386 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 34370) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:19.860506 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port d4a42e33-ad02-4256-b8d3-dec2f697aa09, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d4a42e33-ad02-4256-b8d3-dec2f697aa09,segment=NetworkSegment(b381b6c6-6aa9-422a-afa4-1af838049569),segment_id=b381b6c6-6aa9-422a-afa4-1af838049569)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:06:19.861567 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877bd1b-ed06-4157-ad7d-051197767da4 req-91776872-d540-4ba8-bccd-7fa4ca98e229 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:19.865505 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:19.867353 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:19.870898 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5877bd1b-ed06-4157-ad7d-051197767da4 req-91776872-d540-4ba8-bccd-7fa4ca98e229 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 943 time: 0.2315836 Apr 14 16:06:19.873712 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194a2d0-690d-4e6c-8132-0c3dcb5e1b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfeb9e8-b97f-47f2-afd9-0b9dadb69929,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:19.877549 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7194a2d0-690d-4e6c-8132-0c3dcb5e1b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:19.924818 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5877bd1b-ed06-4157-ad7d-051197767da4 req-b04c3631-b0a3-4ef8-98a4-e842aff273b2 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498791 Apr 14 16:06:19.943865 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port d1dec57d-6b38-4c85-820e-f23757bc95b8 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:06:19.958389 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port d1dec57d-6b38-4c85-820e-f23757bc95b8 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:19.959061 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:19.980819 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-41ad4332-8058-4e13-a217-822c6fe82a6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:19.992953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-41ad4332-8058-4e13-a217-822c6fe82a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:20.026354 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4fba821d-c95f-4541-9268-10c1b36ea214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:20.031901 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:20.083464 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=d4a42e33-ad02-4256-b8d3-dec2f697aa09,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:20.095557 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:20.156796 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4fba821d-c95f-4541-9268-10c1b36ea214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:20.167665 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad4332-8058-4e13-a217-822c6fe82a6c admin admin] Pushing event updated for resources: {'Port': ['ID=6e3eb120-f2c8-4668-ae95-47ad34707eaf,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:20.174670 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-41ad4332-8058-4e13-a217-822c6fe82a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:20.180198 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-41ad4332-8058-4e13-a217-822c6fe82a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1768741'] for router_interface, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:20.181850 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:20.207112 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port d1dec57d-6b38-4c85-820e-f23757bc95b8, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=d1dec57d-6b38-4c85-820e-f23757bc95b8,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:06:20.210276 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['d4a42e33-ad02-4256-b8d3-dec2f697aa09'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:06:20.251490 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:20.260091 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:20.324781 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4fba821d-c95f-4541-9268-10c1b36ea214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:20.331440 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:20.358425 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba821d-c95f-4541-9268-10c1b36ea214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfeb9e8-b97f-47f2-afd9-0b9dadb69929,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:20.363557 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4fba821d-c95f-4541-9268-10c1b36ea214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:20.363722 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=d1dec57d-6b38-4c85-820e-f23757bc95b8,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:20.367255 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:20.378336 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4fba821d-c95f-4541-9268-10c1b36ea214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:20.379594 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-4fba821d-c95f-4541-9268-10c1b36ea214 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5dfeb9e8-b97f-47f2-afd9-0b9dadb69929 HTTP/1.1" status: 204 len: 168 time: 0.5300875 Apr 14 16:06:20.391559 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ad4332-8058-4e13-a217-822c6fe82a6c admin admin] Network 86b55a80-468c-416f-9ed3-2601bbe04b76 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:06:20.392985 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-41ad4332-8058-4e13-a217-822c6fe82a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:06:20.746266 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-0a4356f1-6952-4a7c-be1c-9bc275170869 None None] Provisioning complete for port 6e3eb120-f2c8-4668-ae95-47ad34707eaf triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:20.747370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0a4356f1-6952-4a7c-be1c-9bc275170869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:20.759280 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76cc07-1a88-4702-8d4d-9b079c1e1414 req-94d21259-8c3e-41d4-bf5f-183d4e1158d6 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:20.772338 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ad4332-8058-4e13-a217-822c6fe82a6c admin admin] Router d8e09ac4-38f9-4b38-9462-9202f150eca2 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:06:20.773508 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bb76cc07-1a88-4702-8d4d-9b079c1e1414 req-94d21259-8c3e-41d4-bf5f-183d4e1158d6 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.1966765 Apr 14 16:06:20.850532 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-0a4356f1-6952-4a7c-be1c-9bc275170869 None None] Port 6e3eb120-f2c8-4668-ae95-47ad34707eaf cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:06:20.854850 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bb76cc07-1a88-4702-8d4d-9b079c1e1414 req-040c62c9-93ea-43da-a091-428c2dfab559 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799789 Apr 14 16:06:21.076968 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ad4332-8058-4e13-a217-822c6fe82a6c admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:06:21.095034 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-41ad4332-8058-4e13-a217-822c6fe82a6c admin admin] 10.222.0.53 "PUT /v2.0/routers/d8e09ac4-38f9-4b38-9462-9202f150eca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9563344 Apr 14 16:06:21.213173 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594fc78-09ad-4466-a7c1-afe56098a82e req-4f072bbe-f72a-4736-a38f-3c9d2a23b460 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:21.214886 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8594fc78-09ad-4466-a7c1-afe56098a82e req-4f072bbe-f72a-4736-a38f-3c9d2a23b460 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 944 time: 0.1494670 Apr 14 16:06:21.257528 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8594fc78-09ad-4466-a7c1-afe56098a82e req-144be1eb-2ab3-42d7-bd11-70fab3156cb6 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344398 Apr 14 16:06:21.267956 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device d1dec57d-6b38-4c85-820e-f23757bc95b8 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:06:21.387350 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port d1dec57d-6b38-4c85-820e-f23757bc95b8 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:21.387781 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:22.095714 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b0794-1d96-4245-a373-56ba772ba0c6 req-cf988451-5164-4702-9365-878d6d29a513 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:22.102721 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d42b0794-1d96-4245-a373-56ba772ba0c6 req-cf988451-5164-4702-9365-878d6d29a513 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.1294367 Apr 14 16:06:22.110803 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] Sync routers for ids ['d8e09ac4-38f9-4b38-9462-9202f150eca2'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:06:22.121295 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] Routers {'d8e09ac4-38f9-4b38-9462-9202f150eca2'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:06:22.121968 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:05:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['d8e09ac4-38f9-4b38-9462-9202f150eca2'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:22.147337 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d42b0794-1d96-4245-a373-56ba772ba0c6 req-0575a909-c982-40b3-966d-ba56b364c552 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417869 Apr 14 16:06:22.352286 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] Set router d8e09ac4-38f9-4b38-9462-9202f150eca2 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:06:22.383626 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 34486) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:22.390062 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-e863611f-7e80-42aa-877e-5ce4481c2619 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2138375353', 'description': 'tempest-description--527550459'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:22.396724 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e863611f-7e80-42aa-877e-5ce4481c2619 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:22.401352 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e863611f-7e80-42aa-877e-5ce4481c2619 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Usage tracker for resource:security_group and tenant:691977ceece143efa6a03aafe5e47709 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:22.405444 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e863611f-7e80-42aa-877e-5ce4481c2619 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:22.412469 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e863611f-7e80-42aa-877e-5ce4481c2619 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:22.423389 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e863611f-7e80-42aa-877e-5ce4481c2619 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:22.455301 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e863611f-7e80-42aa-877e-5ce4481c2619 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:22.464336 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e863611f-7e80-42aa-877e-5ce4481c2619 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Usage tracker for resource:security_group_rule and tenant:691977ceece143efa6a03aafe5e47709 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:22.468695 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e863611f-7e80-42aa-877e-5ce4481c2619 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:22.476116 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e863611f-7e80-42aa-877e-5ce4481c2619 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:22.632373 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b1054-642d-4fcb-874c-af512134f3c4 req-4b08ad0c-91d2-4b86-ab03-349b02c72dba tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:22.634020 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-611b1054-642d-4fcb-874c-af512134f3c4 req-4b08ad0c-91d2-4b86-ab03-349b02c72dba tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 944 time: 0.1511271 Apr 14 16:06:22.637465 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e863611f-7e80-42aa-877e-5ce4481c2619 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:22.642321 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e863611f-7e80-42aa-877e-5ce4481c2619 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:22.650902 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-727b28d6-54e9-4acc-8746-499d60637d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:22.708891 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863611f-7e80-42aa-877e-5ce4481c2619 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94e83c55-6817-472f-ad3d-96bc8a05db25,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:22.722680 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e863611f-7e80-42aa-877e-5ce4481c2619 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:22.741954 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'name': 'tempest-AttachVolumeShelveTestJSON-933395349-router', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:08Z', 'updated_at': '2021-04-14T16:06:19Z', 'revision_number': 4, 'project_id': '691977ceece143efa6a03aafe5e47709', 'gw_port': {'id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:25:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:10Z', 'updated_at': '2021-04-14T16:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '6e3eb120-f2c8-4668-ae95-47ad34707eaf', 'name': '', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'mac_address': 'fa:16:3e:1c:93:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '83188662-4769-460f-ab17-6c69d6a31076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:17Z', 'updated_at': '2021-04-14T16:06:19Z', 'revision_number': 2, 'project_id': '691977ceece143efa6a03aafe5e47709', 'subnets': [{'id': '83188662-4769-460f-ab17-6c69d6a31076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:22.745554 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e863611f-7e80-42aa-877e-5ce4481c2619 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:22.746861 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] Checking router: d8e09ac4-38f9-4b38-9462-9202f150eca2 for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:06:22.747273 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] Updating router d8e09ac4-38f9-4b38-9462-9202f150eca2 port 6e3eb120-f2c8-4668-ae95-47ad34707eaf binding host dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:06:22.747381 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-e863611f-7e80-42aa-877e-5ce4481c2619 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3625529 Apr 14 16:06:22.750454 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 34494) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:22.756496 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-ef84d2cd-33fc-4d20-9978-19dee5618d9b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Request body: {'security_group_rule': {'security_group_id': '94e83c55-6817-472f-ad3d-96bc8a05db25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:22.763633 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-ef84d2cd-33fc-4d20-9978-19dee5618d9b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:22.768130 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-ef84d2cd-33fc-4d20-9978-19dee5618d9b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Usage tracker for resource:security_group_rule and tenant:691977ceece143efa6a03aafe5e47709 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:22.771344 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-ef84d2cd-33fc-4d20-9978-19dee5618d9b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:22.778669 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-ef84d2cd-33fc-4d20-9978-19dee5618d9b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:22.779089 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-611b1054-642d-4fcb-874c-af512134f3c4 req-cb44237b-c3f2-4aa3-9dc1-25aa7c6a8685 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288812 Apr 14 16:06:22.800260 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ef84d2cd-33fc-4d20-9978-19dee5618d9b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:22.809905 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:22.865094 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ef84d2cd-33fc-4d20-9978-19dee5618d9b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:22.868508 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ef84d2cd-33fc-4d20-9978-19dee5618d9b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:22.870964 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-efe7b642-fd26-41ae-b4db-6f4d16c568ef tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:22.902350 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84d2cd-33fc-4d20-9978-19dee5618d9b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5ae431-d268-4ca8-be17-5e7303a52af1,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:22.905707 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ef84d2cd-33fc-4d20-9978-19dee5618d9b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:22.906343 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ef84d2cd-33fc-4d20-9978-19dee5618d9b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:22.907620 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-ef84d2cd-33fc-4d20-9978-19dee5618d9b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1560724 Apr 14 16:06:22.910815 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 34500) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:22.916681 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-62c87162-358b-48a2-a026-d3b5b29ee22f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Request body: {'security_group_rule': {'security_group_id': '94e83c55-6817-472f-ad3d-96bc8a05db25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:22.926359 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-62c87162-358b-48a2-a026-d3b5b29ee22f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:22.930575 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-62c87162-358b-48a2-a026-d3b5b29ee22f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Usage tracker for resource:security_group_rule and tenant:691977ceece143efa6a03aafe5e47709 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:22.933698 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-62c87162-358b-48a2-a026-d3b5b29ee22f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:22.940067 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-62c87162-358b-48a2-a026-d3b5b29ee22f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:22.956444 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-62c87162-358b-48a2-a026-d3b5b29ee22f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:23.030718 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-62c87162-358b-48a2-a026-d3b5b29ee22f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:23.034133 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-62c87162-358b-48a2-a026-d3b5b29ee22f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:23.056761 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:23.071046 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c87162-358b-48a2-a026-d3b5b29ee22f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199e8bab-8fc6-49f1-8b19-f6c1e4bcbfa0,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:23.081253 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-62c87162-358b-48a2-a026-d3b5b29ee22f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:23.082679 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-62c87162-358b-48a2-a026-d3b5b29ee22f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:23.084433 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-62c87162-358b-48a2-a026-d3b5b29ee22f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1723452 Apr 14 16:06:23.087734 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 34506) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:23.094818 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Request body: {'floatingip': {'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:23.106749 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:23.111216 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Usage tracker for resource:floatingip and tenant:691977ceece143efa6a03aafe5e47709 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:23.114291 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:23.120196 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:23.135668 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for floatingip, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:23.305292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:23.370765 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a78151-c9f6-428a-a2eb-0d66b698e2bb req-a55d43b4-ce21-4595-9784-8a52faf5bcba tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:23.373054 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-56a78151-c9f6-428a-a2eb-0d66b698e2bb req-a55d43b4-ce21-4595-9784-8a52faf5bcba tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.1044595 Apr 14 16:06:23.408536 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-56a78151-c9f6-428a-a2eb-0d66b698e2bb req-29f76c23-ba2b-4d33-976f-12081cdae485 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272992 Apr 14 16:06:23.409687 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:23.423168 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] Transition to ACTIVE for port object 6e3eb120-f2c8-4668-ae95-47ad34707eaf will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:06:23.429695 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:23.445733 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:23.465661 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Allocated IP 172.27.1.196 (6468e4de-2d6f-487c-961d-9bfd4b201113/10ad9ff7-e740-4818-a690-9a433745e0b4/c43a74af-9437-406c-83fe-2c8d5e5598d7) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:06:23.584983 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6c584-9855-4922-ae7c-c0533e521fa9 None None] Pushing event updated for resources: {'Port': ['ID=6e3eb120-f2c8-4668-ae95-47ad34707eaf,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:23.590529 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0de6c584-9855-4922-ae7c-c0533e521fa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:23.621492 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:23.664845 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:23.682518 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7782b65b-dbf4-4308-aad9-5c6af6993640 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:23.813010 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] Attempting to bind port 6e3eb120-f2c8-4668-ae95-47ad34707eaf on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:06:23.813734 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] Attempting to bind port 6e3eb120-f2c8-4668-ae95-47ad34707eaf by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': 'c779952e-db9c-40b0-a6a8-3f9c3af7dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:06:23.814801 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] Attempting to bind port 6e3eb120-f2c8-4668-ae95-47ad34707eaf on network 86b55a80-468c-416f-9ed3-2601bbe04b76 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:06:23.822403 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:06:23.823240 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] Checking segment: {'id': 'c779952e-db9c-40b0-a6a8-3f9c3af7dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:06:23.823880 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:23.824521 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] Bound using segment: {'id': 'c779952e-db9c-40b0-a6a8-3f9c3af7dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:06:23.825390 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] Bound port: 6e3eb120-f2c8-4668-ae95-47ad34707eaf, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c779952e-db9c-40b0-a6a8-3f9c3af7dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:06:23.826008 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:23.834947 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Pushing event updated for resources: {'Port': ['ID=c43a74af-9437-406c-83fe-2c8d5e5598d7,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:23.838389 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:23.926163 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] For port 6e3eb120-f2c8-4668-ae95-47ad34707eaf, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:06:23.929804 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] For port 6e3eb120-f2c8-4668-ae95-47ad34707eaf, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=6e3eb120-f2c8-4668-ae95-47ad34707eaf,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:06:23.934879 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:23.951350 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:23.997739 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330fe13-fcef-48a9-aa37-7f5dda3358fe req-43f272ea-88ae-4f88-b18a-3924ae156ed4 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:23.999497 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a330fe13-fcef-48a9-aa37-7f5dda3358fe req-43f272ea-88ae-4f88-b18a-3924ae156ed4 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 944 time: 0.0986142 Apr 14 16:06:24.047121 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a330fe13-fcef-48a9-aa37-7f5dda3358fe req-a877acf3-989f-4c50-b984-8ce5d674d79b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399382 Apr 14 16:06:24.132504 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Network 6468e4de-2d6f-487c-961d-9bfd4b201113 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:06:24.134088 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:06:24.137025 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:06:24.159560 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6c584-9855-4922-ae7c-c0533e521fa9 None None] Pushing event updated for resources: {'Port': ['ID=6e3eb120-f2c8-4668-ae95-47ad34707eaf,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:24.171617 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0de6c584-9855-4922-ae7c-c0533e521fa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:24.227210 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:24.244561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] Routers {'d8e09ac4-38f9-4b38-9462-9202f150eca2'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:06:24.245247 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:05:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['d8e09ac4-38f9-4b38-9462-9202f150eca2'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:24.302535 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:24.444281 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] Set router d8e09ac4-38f9-4b38-9462-9202f150eca2 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:06:24.492696 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device d4a42e33-ad02-4256-b8d3-dec2f697aa09 up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:06:24.591182 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:24.594996 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:24.615800 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:24.637551 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21930bab-2110-45b5-95ce-5848b0cabd47 req-61d9bd03-71f1-4b2d-865b-31cd087c2493 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:24.641987 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-21930bab-2110-45b5-95ce-5848b0cabd47 req-61d9bd03-71f1-4b2d-865b-31cd087c2493 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.1030912 Apr 14 16:06:24.677012 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-21930bab-2110-45b5-95ce-5848b0cabd47 req-bc4c5712-9e6d-4d36-8b54-397ce83d1910 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309410 Apr 14 16:06:24.757758 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning for port d4a42e33-ad02-4256-b8d3-dec2f697aa09 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:06:24.769126 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Pushing event updated for resources: {'Port': ['ID=c43a74af-9437-406c-83fe-2c8d5e5598d7,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:24.772725 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port d4a42e33-ad02-4256-b8d3-dec2f697aa09 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:24.773136 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:24.775489 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:24.877701 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853071330'] for floatingip, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:24.902022 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for floatingip, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:24.903701 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8146408 Apr 14 16:06:24.981578 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:25.013347 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cc221e-1a41-4172-be35-dd95d1164b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a42e33-ad02-4256-b8d3-dec2f697aa09'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:06:25.027542 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port d4a42e33-ad02-4256-b8d3-dec2f697aa09, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d4a42e33-ad02-4256-b8d3-dec2f697aa09,segment=NetworkSegment(b381b6c6-6aa9-422a-afa4-1af838049569),segment_id=b381b6c6-6aa9-422a-afa4-1af838049569)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:06:25.031946 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'name': 'tempest-AttachVolumeShelveTestJSON-933395349-router', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:08Z', 'updated_at': '2021-04-14T16:06:19Z', 'revision_number': 4, 'project_id': '691977ceece143efa6a03aafe5e47709', 'gw_port': {'id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:25:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:10Z', 'updated_at': '2021-04-14T16:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '6e3eb120-f2c8-4668-ae95-47ad34707eaf', 'name': '', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'mac_address': 'fa:16:3e:1c:93:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '83188662-4769-460f-ab17-6c69d6a31076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:17Z', 'updated_at': '2021-04-14T16:06:23Z', 'revision_number': 4, 'project_id': '691977ceece143efa6a03aafe5e47709', 'subnets': [{'id': '83188662-4769-460f-ab17-6c69d6a31076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:25.039369 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:25.039369 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:25.071991 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05296983-19d1-40c9-9d1b-ed70334c0147 None None] The sync data for ids ['d8e09ac4-38f9-4b38-9462-9202f150eca2'] in dv-cinder-786260-2-iscsi is: [{'id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'name': 'tempest-AttachVolumeShelveTestJSON-933395349-router', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:08Z', 'updated_at': '2021-04-14T16:06:19Z', 'revision_number': 4, 'project_id': '691977ceece143efa6a03aafe5e47709', 'gw_port': {'id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:25:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:10Z', 'updated_at': '2021-04-14T16:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '6e3eb120-f2c8-4668-ae95-47ad34707eaf', 'name': '', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'mac_address': 'fa:16:3e:1c:93:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '83188662-4769-460f-ab17-6c69d6a31076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:17Z', 'updated_at': '2021-04-14T16:06:23Z', 'revision_number': 4, 'project_id': '691977ceece143efa6a03aafe5e47709', 'subnets': [{'id': '83188662-4769-460f-ab17-6c69d6a31076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:06:25.146110 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cc221e-1a41-4172-be35-dd95d1164b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a42e33-ad02-4256-b8d3-dec2f697aa09', 'code': 200} Apr 14 16:06:25.153183 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=d4a42e33-ad02-4256-b8d3-dec2f697aa09,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:25.158912 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:25.377775 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 6e3eb120-f2c8-4668-ae95-47ad34707eaf up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:06:25.474640 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port 6e3eb120-f2c8-4668-ae95-47ad34707eaf completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:06:25.481901 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 6e3eb120-f2c8-4668-ae95-47ad34707eaf triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:25.482381 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:25.503195 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95af80-9d0a-4741-aa61-88a178348554 req-86516a82-0128-4462-aa35-38934a130638 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:25.511522 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2e95af80-9d0a-4741-aa61-88a178348554 req-86516a82-0128-4462-aa35-38934a130638 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 945 time: 0.2348115 Apr 14 16:06:25.550890 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2e95af80-9d0a-4741-aa61-88a178348554 req-83f8f44a-ba47-48ea-84dd-7f30ab74608b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372372 Apr 14 16:06:25.657766 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41402671-a17d-4b80-99a3-466065be9551 req-96f87c41-1cde-431c-bca2-20c7d35dc2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:25.659506 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-41402671-a17d-4b80-99a3-466065be9551 req-96f87c41-1cde-431c-bca2-20c7d35dc2f9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 1098 time: 0.1674485 Apr 14 16:06:25.711323 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-41402671-a17d-4b80-99a3-466065be9551 req-83a67ef7-5b04-4255-aa70-430ca8ae028d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399797 Apr 14 16:06:25.749792 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:25.773418 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port 6e3eb120-f2c8-4668-ae95-47ad34707eaf, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=6e3eb120-f2c8-4668-ae95-47ad34707eaf,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:06:25.775946 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:25.779472 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d3a6caeb-fe70-4a11-a454-0853fd115a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:25.878225 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=6e3eb120-f2c8-4668-ae95-47ad34707eaf,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:25.882499 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:26.042634 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e05f6c-28f2-4a8a-9d0e-511a41047f2b req-46de1082-9cbe-4a1a-b420-e49b8b64fe93 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:26.044832 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-36e05f6c-28f2-4a8a-9d0e-511a41047f2b req-46de1082-9cbe-4a1a-b420-e49b8b64fe93 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.1081853 Apr 14 16:06:26.093588 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-36e05f6c-28f2-4a8a-9d0e-511a41047f2b req-78e8299d-a5aa-4fd0-bfec-55275ce773c7 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405986 Apr 14 16:06:26.782677 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01113211-1fc1-4d2e-a1ed-4cbecb0dda2d req-2ee2c1eb-db1a-40d4-87b4-e7359b4eaafb tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:26.784632 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-01113211-1fc1-4d2e-a1ed-4cbecb0dda2d req-2ee2c1eb-db1a-40d4-87b4-e7359b4eaafb tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 945 time: 0.1049478 Apr 14 16:06:26.791171 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-eab52b3d-758b-4251-b93c-8a1e68c05ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:26.820982 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-01113211-1fc1-4d2e-a1ed-4cbecb0dda2d req-84a37dc0-8988-4c9b-9e6b-30ca4035bb42 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292110 Apr 14 16:06:27.276738 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 6e3eb120-f2c8-4668-ae95-47ad34707eaf up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:06:27.313192 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2d452-39b4-4840-8f11-7bdcd2a52e42 req-e02d8087-7c8e-4415-a981-548dc050f49e tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:27.314865 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bcc2d452-39b4-4840-8f11-7bdcd2a52e42 req-e02d8087-7c8e-4415-a981-548dc050f49e tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.0977581 Apr 14 16:06:27.346963 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bcc2d452-39b4-4840-8f11-7bdcd2a52e42 req-223f4042-0229-44a1-a9dc-add3caac325b tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254052 Apr 14 16:06:27.354677 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 6e3eb120-f2c8-4668-ae95-47ad34707eaf triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:27.355139 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:28.032697 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afc9c3-fbd2-4a55-8561-37e3c0f08872 req-0c89f89c-c752-46b0-a254-2ca440bf4265 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:28.034407 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d4afc9c3-fbd2-4a55-8561-37e3c0f08872 req-0c89f89c-c752-46b0-a254-2ca440bf4265 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 945 time: 0.0934851 Apr 14 16:06:28.068098 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d4afc9c3-fbd2-4a55-8561-37e3c0f08872 req-ec803ed9-536d-4dea-ad27-1c92f6a9df46 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269122 Apr 14 16:06:28.349397 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:06:28.449603 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 34638) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:28.613463 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1159ca20-9550-4d81-a144-123c450456e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:28.639581 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-1159ca20-9550-4d81-a144-123c450456e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:28.644490 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-1159ca20-9550-4d81-a144-123c450456e9 admin admin] Usage tracker for resource:security_group_rule and tenant:7c02219ed59349ab8c5cb00ac89509c6 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:28.649530 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-1159ca20-9550-4d81-a144-123c450456e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:28.657933 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-1159ca20-9550-4d81-a144-123c450456e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:28.694847 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d8c4f-ba5b-45fb-8eeb-7f0aff878947 req-4bb79457-9f24-41ca-870d-dd34d22cff47 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:28.697759 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d13d8c4f-ba5b-45fb-8eeb-7f0aff878947 req-4bb79457-9f24-41ca-870d-dd34d22cff47 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.1143513 Apr 14 16:06:28.757383 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d13d8c4f-ba5b-45fb-8eeb-7f0aff878947 req-b98d63fd-c30c-40d0-b74a-fbd4cb187948 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499976 Apr 14 16:06:28.813710 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1159ca20-9550-4d81-a144-123c450456e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:28.818112 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1159ca20-9550-4d81-a144-123c450456e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:28.831944 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-88cd6f69-b636-4162-ad56-9734bf82d335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:28.886314 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-1159ca20-9550-4d81-a144-123c450456e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c02219ed59349ab8c5cb00ac89509c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4333022 Apr 14 16:06:28.888327 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159ca20-9550-4d81-a144-123c450456e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccc385c-8f65-431d-8af1-a0a911df1d94,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:28.903316 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 34656) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:28.903746 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1159ca20-9550-4d81-a144-123c450456e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:28.972628 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7f025d4d-4ef8-4555-a049-a1ba6e49a2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:29.002160 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7f025d4d-4ef8-4555-a049-a1ba6e49a2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:29.061665 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7f025d4d-4ef8-4555-a049-a1ba6e49a2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:29.067014 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6fb96874-94d8-4e85-afb7-4ca9adf1c8ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:29.082308 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f025d4d-4ef8-4555-a049-a1ba6e49a2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccc385c-8f65-431d-8af1-a0a911df1d94,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:29.084198 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7f025d4d-4ef8-4555-a049-a1ba6e49a2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:29.086571 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7f025d4d-4ef8-4555-a049-a1ba6e49a2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:29.090839 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-7f025d4d-4ef8-4555-a049-a1ba6e49a2a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cccc385c-8f65-431d-8af1-a0a911df1d94 HTTP/1.1" status: 204 len: 168 time: 0.1832807 Apr 14 16:06:29.415751 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3ec0668c-80c1-49a8-afda-c82fb88aee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:29.656318 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:29.859653 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 34692) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:29.991290 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7a433-f9b3-41cb-b06c-c501e549562c req-f3e51f82-cf3e-427a-ade9-4a79cf787a14 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:29.994450 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-857663546-network', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:29.999326 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-74e7a433-f9b3-41cb-b06c-c501e549562c req-f3e51f82-cf3e-427a-ade9-4a79cf787a14 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.1153760 Apr 14 16:06:30.017086 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:30.028992 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Usage tracker for resource:network and tenant:91ea008d0147431cb1eeb4f5c290e6b7 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:30.030590 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-74e7a433-f9b3-41cb-b06c-c501e549562c req-86952002-9b6e-4df6-a7a9-48042cd332ca tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303049 Apr 14 16:06:30.033212 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:30.055265 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:30.064575 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Made reservation on behalf of 91ea008d0147431cb1eeb4f5c290e6b7 for: {'network': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:06:30.069905 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for network, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:30.083668 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:30.099482 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:30.103628 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Usage tracker for resource:security_group_rule and tenant:91ea008d0147431cb1eeb4f5c290e6b7 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:30.107324 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:30.113978 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:30.215529 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:30.223229 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:30.228031 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-f243cce0-733d-45f9-b171-583b1482e0fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:30.258756 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=85284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:06:30.268387 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcec9809-4a3f-4368-a3fe-5a1fe6b280c7,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:30.272434 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:30.275098 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:30.275495 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.segments_db [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Added segment 79bdc854-4a52-4f39-9d2b-9612d500cf5c of type vlan for network efc13fb2-38cb-4474-87f7-427bcd62decb Apr 14 16:06:30.305672 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778568018137'] for network, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:30.337871 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for network, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:30.339332 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:30.340953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:30.347588 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-b6c69538-2196-4e87-a7fe-4b1e2cfb32c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:30.417486 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:30.539945 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Pushing event updated for resources: {'Network': ['ID=efc13fb2-38cb-4474-87f7-427bcd62decb,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:30.543906 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:30.552706 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6889613 Apr 14 16:06:30.552859 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Network efc13fb2-38cb-4474-87f7-427bcd62decb details requested by agent ovs-agent-dv-cinder-786260-2-iscsi with host dv-cinder-786260-2-iscsi {{(pid=85286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:06:30.553159 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 34718) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:30.559522 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-e6c1b1a7-9b73-47b7-9730-8897860cc743 admin admin] Request body: {'subnet': {'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-857663546-subnet', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'ip_version': 4}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:30.579172 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e6c1b1a7-9b73-47b7-9730-8897860cc743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:30.586289 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e6c1b1a7-9b73-47b7-9730-8897860cc743 admin admin] Usage tracker for resource:subnet and tenant:91ea008d0147431cb1eeb4f5c290e6b7 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:30.597167 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e6c1b1a7-9b73-47b7-9730-8897860cc743 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:30.606567 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e6c1b1a7-9b73-47b7-9730-8897860cc743 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:30.635603 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c1b1a7-9b73-47b7-9730-8897860cc743 admin admin] Made reservation on behalf of 91ea008d0147431cb1eeb4f5c290e6b7 for: {'subnet': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:06:30.641104 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e6c1b1a7-9b73-47b7-9730-8897860cc743 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3771868'] for subnet, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:31.083292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e6c1b1a7-9b73-47b7-9730-8897860cc743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3780461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3771811'] for subnet, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:31.099351 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3031792e-8c21-4693-8d57-326ea2f4db37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:31.240571 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1b1a7-9b73-47b7-9730-8897860cc743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb750ea5-d2d8-4539-8e70-4f1cf7bcb894,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:31.245951 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e6c1b1a7-9b73-47b7-9730-8897860cc743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:31.309747 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1b1a7-9b73-47b7-9730-8897860cc743 admin admin] Checking segment: {'id': '79bdc854-4a52-4f39-9d2b-9612d500cf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:06:31.310141 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c1b1a7-9b73-47b7-9730-8897860cc743 admin admin] Network hostable DHCP agents. Network: efc13fb2-38cb-4474-87f7-427bcd62decb, hostable agents: ['6974cddb-cd46-4c60-a4a5-114b04928957'], hosted agents: [] {{(pid=85284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:06:31.328573 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c1b1a7-9b73-47b7-9730-8897860cc743 admin admin] Network efc13fb2-38cb-4474-87f7-427bcd62decb is scheduled to be hosted by DHCP agent 6974cddb-cd46-4c60-a4a5-114b04928957 with binding_index 1 {{(pid=85284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:06:31.336860 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-e6c1b1a7-9b73-47b7-9730-8897860cc743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-iscsi, efc13fb2-38cb-4474-87f7-427bcd62decb) {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:06:31.346770 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8181f117-e1ef-4597-b929-cd47e1bf4723 None None] Network efc13fb2-38cb-4474-87f7-427bcd62decb requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:06:31.353157 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c1b1a7-9b73-47b7-9730-8897860cc743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:31.353817 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e6c1b1a7-9b73-47b7-9730-8897860cc743 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:31.374851 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-e6c1b1a7-9b73-47b7-9730-8897860cc743 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8205500 Apr 14 16:06:31.377759 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 34738) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:31.383686 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-857663546-router', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:31.392191 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:31.395079 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] Usage tracker for resource:router and tenant:91ea008d0147431cb1eeb4f5c290e6b7 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:31.398841 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:31.405894 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:31.415993 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259339'] for router, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:31.417070 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853008525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1758879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853051633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854516462'] for router, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:31.436740 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:31.579809 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fb825c8-f9e4-58b6-9749-5c7bd22ac102-efc13fb2-38cb-4474-87f7-427bcd62decb', 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'fixed_ips': [{'subnet_id': 'eb750ea5-d2d8-4539-8e70-4f1cf7bcb894'}]}} from dv-cinder-786260-2-iscsi. {{(pid=85286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:06:31.580723 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:31.729120 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853071264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854516447'] for router, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:31.760804 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Allocated IP 172.20.0.2 (efc13fb2-38cb-4474-87f7-427bcd62decb/eb750ea5-d2d8-4539-8e70-4f1cf7bcb894/543d3b42-080c-43a7-a435-d50471ff8d5e) {{(pid=85286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:06:31.987797 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Notify callbacks [] for port, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:31.999645 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Transition to ACTIVE for port object 543d3b42-080c-43a7-a435-d50471ff8d5e will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:06:32.045402 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:32.048104 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Transition to ACTIVE for port object 543d3b42-080c-43a7-a435-d50471ff8d5e will not be triggered until provisioned by entity DHCP. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:06:32.055193 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463'] for port, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:32.131043 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:32.166616 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:32.195046 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:32.277165 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Network efc13fb2-38cb-4474-87f7-427bcd62decb is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:06:32.280858 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:06:32.286116 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Received port after_create {{(pid=85286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:06:32.288358 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Pushing event updated for resources: {'Port': ['ID=543d3b42-080c-43a7-a435-d50471ff8d5e,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:32.292607 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:32.340582 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 34758) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:32.349852 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] Allocated IP 172.27.1.216 (6468e4de-2d6f-487c-961d-9bfd4b201113/10ad9ff7-e740-4818-a690-9a433745e0b4/13c1de09-8c1c-4a5c-a243-80b18f540731) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:06:32.492042 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0eea62ae-69d8-49d2-9524-adaa10604bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:32.512389 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-0eea62ae-69d8-49d2-9524-adaa10604bc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:32.516891 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-0eea62ae-69d8-49d2-9524-adaa10604bc6 admin admin] Usage tracker for resource:security_group_rule and tenant:a6ddc97a23f543428191d6f44107b5f0 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:32.520097 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-0eea62ae-69d8-49d2-9524-adaa10604bc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:32.526469 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-0eea62ae-69d8-49d2-9524-adaa10604bc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:32.531962 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:32.559803 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Attempting to bind port 543d3b42-080c-43a7-a435-d50471ff8d5e on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:06:32.560219 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Attempting to bind port 543d3b42-080c-43a7-a435-d50471ff8d5e by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': '79bdc854-4a52-4f39-9d2b-9612d500cf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:06:32.560632 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Attempting to bind port 543d3b42-080c-43a7-a435-d50471ff8d5e on network efc13fb2-38cb-4474-87f7-427bcd62decb {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:06:32.566810 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:06:32.567340 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Checking segment: {'id': '79bdc854-4a52-4f39-9d2b-9612d500cf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:06:32.567456 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:32.567854 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:32.568128 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Bound using segment: {'id': '79bdc854-4a52-4f39-9d2b-9612d500cf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:06:32.568671 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Bound port: 543d3b42-080c-43a7-a435-d50471ff8d5e, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79bdc854-4a52-4f39-9d2b-9612d500cf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:06:32.569067 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:32.582714 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:32.624197 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0eea62ae-69d8-49d2-9524-adaa10604bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:32.627405 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0eea62ae-69d8-49d2-9524-adaa10604bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:32.636177 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c4257a28-bafb-4873-acb7-ab73221560a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:32.660763 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] For port 543d3b42-080c-43a7-a435-d50471ff8d5e, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:06:32.666049 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] For port 543d3b42-080c-43a7-a435-d50471ff8d5e, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=543d3b42-080c-43a7-a435-d50471ff8d5e,segment=NetworkSegment(79bdc854-4a52-4f39-9d2b-9612d500cf5c),segment_id=79bdc854-4a52-4f39-9d2b-9612d500cf5c)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:06:32.670917 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:32.680821 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea62ae-69d8-49d2-9524-adaa10604bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b14eb5-c641-457f-b1b5-45f99d31ac62,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:32.686981 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:32.698044 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0eea62ae-69d8-49d2-9524-adaa10604bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:32.708125 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-0eea62ae-69d8-49d2-9524-adaa10604bc6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6ddc97a23f543428191d6f44107b5f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3661897 Apr 14 16:06:32.710598 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 34764) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:32.724612 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] Pushing event updated for resources: {'Port': ['ID=13c1de09-8c1c-4a5c-a243-80b18f540731,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:32.727663 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:32.775202 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Pushing event updated for resources: {'Port': ['ID=543d3b42-080c-43a7-a435-d50471ff8d5e,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:32.783169 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:32.794539 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c3a745e5-72a5-4441-a264-d9081a950456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:32.838251 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c3a745e5-72a5-4441-a264-d9081a950456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:32.908792 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c3a745e5-72a5-4441-a264-d9081a950456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:32.914840 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0eea62ae-69d8-49d2-9524-adaa10604bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:32.932323 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a745e5-72a5-4441-a264-d9081a950456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b14eb5-c641-457f-b1b5-45f99d31ac62,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:32.940834 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c3a745e5-72a5-4441-a264-d9081a950456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:32.942300 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c3a745e5-72a5-4441-a264-d9081a950456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:32.947640 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-c3a745e5-72a5-4441-a264-d9081a950456 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50b14eb5-c641-457f-b1b5-45f99d31ac62 HTTP/1.1" status: 204 len: 168 time: 0.2314353 Apr 14 16:06:33.074890 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] Network 6468e4de-2d6f-487c-961d-9bfd4b201113 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:06:33.076155 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:06:33.078694 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:06:33.353195 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 34776) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:33.373018 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8a7c0379-c420-4240-8de7-c13df6e7a662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:33.394446 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-8a7c0379-c420-4240-8de7-c13df6e7a662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:33.398466 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-8a7c0379-c420-4240-8de7-c13df6e7a662 admin admin] Usage tracker for resource:security_group_rule and tenant:16f229f1aa694adab9da083bff01e5a9 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:33.401390 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-8a7c0379-c420-4240-8de7-c13df6e7a662 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:33.408010 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-8a7c0379-c420-4240-8de7-c13df6e7a662 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:33.497170 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8a7c0379-c420-4240-8de7-c13df6e7a662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:33.500568 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8a7c0379-c420-4240-8de7-c13df6e7a662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:33.509621 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:33.558309 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-8a7c0379-c420-4240-8de7-c13df6e7a662 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16f229f1aa694adab9da083bff01e5a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2013767 Apr 14 16:06:33.558309 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c0379-c420-4240-8de7-c13df6e7a662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed5a41f-3b76-484b-946d-753efb698cdd,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:33.558609 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:33.559242 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 34780) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:33.562206 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8a7c0379-c420-4240-8de7-c13df6e7a662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:33.628087 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6d64f8b4-d6d9-413d-8a77-7c47302e5a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:33.656983 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6d64f8b4-d6d9-413d-8a77-7c47302e5a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:33.708977 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6d64f8b4-d6d9-413d-8a77-7c47302e5a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:33.714173 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-55edae20-83ae-4a62-88f3-9261453985fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:33.727891 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64f8b4-d6d9-413d-8a77-7c47302e5a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed5a41f-3b76-484b-946d-753efb698cdd,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:33.731083 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6d64f8b4-d6d9-413d-8a77-7c47302e5a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:33.733329 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6d64f8b4-d6d9-413d-8a77-7c47302e5a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:33.734543 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-6d64f8b4-d6d9-413d-8a77-7c47302e5a32 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9ed5a41f-3b76-484b-946d-753efb698cdd HTTP/1.1" status: 204 len: 168 time: 0.1742878 Apr 14 16:06:33.944149 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853008407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704523'] for router, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:34.167426 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 34790) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:34.187341 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c4670364-eb83-4bed-9370-1b43934e6e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:34.205895 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-c4670364-eb83-4bed-9370-1b43934e6e88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:34.210218 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] Router 0d80a66d-3467-452c-b421-ff9c634e44d2 is scheduled to L3 agent cd16566b-017b-487a-9290-9cc4500cc966 with binding_index 1 {{(pid=85284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:06:34.211404 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-c4670364-eb83-4bed-9370-1b43934e6e88 admin admin] Usage tracker for resource:security_group_rule and tenant:0a2e719a8c574d40988e0888cd2288e2 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:34.214864 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-c4670364-eb83-4bed-9370-1b43934e6e88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:34.223535 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-c4670364-eb83-4bed-9370-1b43934e6e88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:34.325935 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c4670364-eb83-4bed-9370-1b43934e6e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:34.337329 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c4670364-eb83-4bed-9370-1b43934e6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:34.347074 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:34.397341 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-c4670364-eb83-4bed-9370-1b43934e6e88 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a2e719a8c574d40988e0888cd2288e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286892 Apr 14 16:06:34.399372 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 34796) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:34.402147 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4670364-eb83-4bed-9370-1b43934e6e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6749e50-19ee-41f1-9fdb-bbdcc19b2c2a,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:34.419856 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8e04c2-1dd0-45a7-934b-6c8015cc8d3b None None] Network efc13fb2-38cb-4474-87f7-427bcd62decb requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:06:34.422244 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:06:34.433070 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] Sync routers for ids ['0d80a66d-3467-452c-b421-ff9c634e44d2'] in dv-cinder-786260-2-iscsi {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:06:34.444139 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] Routers {'0d80a66d-3467-452c-b421-ff9c634e44d2'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:06:34.444906 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:06:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['0d80a66d-3467-452c-b421-ff9c634e44d2'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:34.447840 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] Notify callbacks [] for router, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:34.449189 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0702190 Apr 14 16:06:34.452261 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 34800) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:34.459184 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c4670364-eb83-4bed-9370-1b43934e6e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:34.493450 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5d5021a2-0acd-4928-892a-9938e1152f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:34.528632 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5d5021a2-0acd-4928-892a-9938e1152f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:34.579940 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5d5021a2-0acd-4928-892a-9938e1152f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:34.587758 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:34.604656 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5021a2-0acd-4928-892a-9938e1152f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6749e50-19ee-41f1-9fdb-bbdcc19b2c2a,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:34.608786 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-5d5021a2-0acd-4928-892a-9938e1152f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:34.611019 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5d5021a2-0acd-4928-892a-9938e1152f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:34.611927 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-5d5021a2-0acd-4928-892a-9938e1152f5b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e6749e50-19ee-41f1-9fdb-bbdcc19b2c2a HTTP/1.1" status: 204 len: 168 time: 0.2115908 Apr 14 16:06:34.647508 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-9a890b1d-24fc-424c-8b92-7c6d2ba36092 None None] Provisioning for port 543d3b42-080c-43a7-a435-d50471ff8d5e completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:06:34.676300 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] Set router 0d80a66d-3467-452c-b421-ff9c634e44d2 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:06:35.235034 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'name': 'tempest-TestShelveInstance-857663546-router', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:31Z', 'updated_at': '2021-04-14T16:06:33Z', 'revision_number': 3, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'gw_port': {'id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:32Z', 'updated_at': '2021-04-14T16:06:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:35.247913 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] Checking router: 0d80a66d-3467-452c-b421-ff9c634e44d2 for host: dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:06:35.248539 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] Updating router 0d80a66d-3467-452c-b421-ff9c634e44d2 port 13c1de09-8c1c-4a5c-a243-80b18f540731 binding host dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:06:35.321723 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:35.322506 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 543d3b42-080c-43a7-a435-d50471ff8d5e up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:06:35.429699 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port 543d3b42-080c-43a7-a435-d50471ff8d5e completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:06:35.445162 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 543d3b42-080c-43a7-a435-d50471ff8d5e triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:35.445603 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:35.637827 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:35.657560 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port 543d3b42-080c-43a7-a435-d50471ff8d5e, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=543d3b42-080c-43a7-a435-d50471ff8d5e,segment=NetworkSegment(79bdc854-4a52-4f39-9d2b-9612d500cf5c),segment_id=79bdc854-4a52-4f39-9d2b-9612d500cf5c)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:06:35.661074 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4f8a8657-54b4-4930-864a-490b4a95c753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:35.661273 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:35.668763 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:35.753884 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=543d3b42-080c-43a7-a435-d50471ff8d5e,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:35.766436 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:35.849101 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] Notify callbacks [] for port, precommit_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:35.871600 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] Transition to ACTIVE for port object 13c1de09-8c1c-4a5c-a243-80b18f540731 will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:06:35.878955 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:35.898585 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c02c249b-e660-41ab-a269-cb0269d70df2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:35.925381 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-4f8a8657-54b4-4930-864a-490b4a95c753 admin admin] Allocated IP 172.20.0.1 (efc13fb2-38cb-4474-87f7-427bcd62decb/eb750ea5-d2d8-4539-8e70-4f1cf7bcb894/7ca5df80-a061-4ed1-8958-f72b6ea2655c) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:06:36.039752 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a2d54-4948-4d18-a8da-46e162bf3f48 None None] Pushing event updated for resources: {'Port': ['ID=13c1de09-8c1c-4a5c-a243-80b18f540731,revision_number=2']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:36.050209 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-479a2d54-4948-4d18-a8da-46e162bf3f48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:36.109451 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] Attempting to bind port 13c1de09-8c1c-4a5c-a243-80b18f540731 on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:06:36.109862 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] Attempting to bind port 13c1de09-8c1c-4a5c-a243-80b18f540731 by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:06:36.110286 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] Attempting to bind port 13c1de09-8c1c-4a5c-a243-80b18f540731 on network 6468e4de-2d6f-487c-961d-9bfd4b201113 {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:06:36.118014 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:06:36.118502 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] Checking segment: {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:06:36.118961 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:36.119417 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] Bound using segment: {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:06:36.119991 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] Bound port: 13c1de09-8c1c-4a5c-a243-80b18f540731, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:06:36.120417 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:36.155788 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4f8a8657-54b4-4930-864a-490b4a95c753 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:36.191415 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-4f8a8657-54b4-4930-864a-490b4a95c753 admin admin] Transition to ACTIVE for port object 7ca5df80-a061-4ed1-8958-f72b6ea2655c will not be triggered until provisioned by entity DHCP. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:06:36.205885 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] For port 13c1de09-8c1c-4a5c-a243-80b18f540731, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:06:36.209292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] For port 13c1de09-8c1c-4a5c-a243-80b18f540731, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=13c1de09-8c1c-4a5c-a243-80b18f540731,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:06:36.214566 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:36.229507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4f8a8657-54b4-4930-864a-490b4a95c753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:36.233163 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:36.365738 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-41ad4332-8058-4e13-a217-822c6fe82a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:36.388627 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a2d54-4948-4d18-a8da-46e162bf3f48 None None] Pushing event updated for resources: {'Port': ['ID=13c1de09-8c1c-4a5c-a243-80b18f540731,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:36.393763 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-479a2d54-4948-4d18-a8da-46e162bf3f48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:36.437373 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] Routers {'0d80a66d-3467-452c-b421-ff9c634e44d2'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:06:36.438050 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:06:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['0d80a66d-3467-452c-b421-ff9c634e44d2'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:36.448680 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a8657-54b4-4930-864a-490b4a95c753 admin admin] Pushing event updated for resources: {'Port': ['ID=7ca5df80-a061-4ed1-8958-f72b6ea2655c,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:36.458438 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4f8a8657-54b4-4930-864a-490b4a95c753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:36.503507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8a8657-54b4-4930-864a-490b4a95c753 admin admin] Network efc13fb2-38cb-4474-87f7-427bcd62decb is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:06:36.504854 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-4f8a8657-54b4-4930-864a-490b4a95c753 admin admin] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:06:36.507485 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8a8657-54b4-4930-864a-490b4a95c753 admin admin] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:06:36.570921 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4f8a8657-54b4-4930-864a-490b4a95c753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704588'] for router_interface, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:36.642833 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] Set router 0d80a66d-3467-452c-b421-ff9c634e44d2 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:06:36.706241 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4f8a8657-54b4-4930-864a-490b4a95c753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:36.737270 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-b751de44-7866-41d8-ad2e-562730e17c56 None None] Provisioning for port 7ca5df80-a061-4ed1-8958-f72b6ea2655c completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:06:36.742750 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-b751de44-7866-41d8-ad2e-562730e17c56 None None] Provisioning complete for port 7ca5df80-a061-4ed1-8958-f72b6ea2655c triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:36.743173 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b751de44-7866-41d8-ad2e-562730e17c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:36.807233 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-b751de44-7866-41d8-ad2e-562730e17c56 None None] Port 7ca5df80-a061-4ed1-8958-f72b6ea2655c cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:06:36.966598 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'name': 'tempest-TestShelveInstance-857663546-router', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:31Z', 'updated_at': '2021-04-14T16:06:33Z', 'revision_number': 3, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'gw_port': {'id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:32Z', 'updated_at': '2021-04-14T16:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:36.971365 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ca541-983e-4445-8e8f-1c5fdd19b20d None None] The sync data for ids ['0d80a66d-3467-452c-b421-ff9c634e44d2'] in dv-cinder-786260-2-iscsi is: [{'id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'name': 'tempest-TestShelveInstance-857663546-router', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:31Z', 'updated_at': '2021-04-14T16:06:33Z', 'revision_number': 3, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'gw_port': {'id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:32Z', 'updated_at': '2021-04-14T16:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:06:36.997365 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4f8a8657-54b4-4930-864a-490b4a95c753 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:37.002673 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4f8a8657-54b4-4930-864a-490b4a95c753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:37.037166 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-060c10a9-734c-4d2a-a67e-89ff42db7bd2 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:37.126443 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4f8a8657-54b4-4930-864a-490b4a95c753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1768741'] for router_interface, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:37.142868 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a8657-54b4-4930-864a-490b4a95c753 admin admin] Pushing event updated for resources: {'Port': ['ID=7ca5df80-a061-4ed1-8958-f72b6ea2655c,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:37.157257 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4f8a8657-54b4-4930-864a-490b4a95c753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:37.264546 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 543d3b42-080c-43a7-a435-d50471ff8d5e up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:06:37.286334 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8a8657-54b4-4930-864a-490b4a95c753 admin admin] Network efc13fb2-38cb-4474-87f7-427bcd62decb is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:06:37.287578 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-4f8a8657-54b4-4930-864a-490b4a95c753 admin admin] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:06:37.351575 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 543d3b42-080c-43a7-a435-d50471ff8d5e triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:37.352075 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:37.564017 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8a8657-54b4-4930-864a-490b4a95c753 admin admin] Router 0d80a66d-3467-452c-b421-ff9c634e44d2 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:06:37.654215 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-df333bf5-8210-4ff6-9ff8-776fdfea269f None None] Provisioning complete for port 7ca5df80-a061-4ed1-8958-f72b6ea2655c triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:37.654215 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-df333bf5-8210-4ff6-9ff8-776fdfea269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:37.748705 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-df333bf5-8210-4ff6-9ff8-776fdfea269f None None] Port 7ca5df80-a061-4ed1-8958-f72b6ea2655c cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:06:37.796452 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8a8657-54b4-4930-864a-490b4a95c753 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:06:37.806716 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-4f8a8657-54b4-4930-864a-490b4a95c753 admin admin] 10.222.0.53 "PUT /v2.0/routers/0d80a66d-3467-452c-b421-ff9c634e44d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3526378 Apr 14 16:06:38.464345 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 34870) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:38.471324 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-94234918-network', 'tenant_id': '89795551956341ab822cac58387191c9'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:38.476673 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:38.481762 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Usage tracker for resource:network and tenant:89795551956341ab822cac58387191c9 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:38.485549 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:38.491989 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:38.506058 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Made reservation on behalf of 89795551956341ab822cac58387191c9 for: {'network': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:06:38.510874 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for network, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:38.526419 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:38.541760 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:38.546284 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Usage tracker for resource:security_group_rule and tenant:89795551956341ab822cac58387191c9 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:38.549655 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:38.556651 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:38.642706 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:38.645671 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:38.650116 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-b2215241-e2f6-4cbb-8e30-03b18eb2cd56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:38.679157 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=85284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:06:38.689449 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd6b638-36c3-4bc6-8f75-d3b1107a3bac,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:38.693471 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:38.696165 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:38.696562 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.segments_db [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Added segment 5b484e51-3292-45a3-990f-1e4b938fbf8a of type vlan for network 0b850718-aad0-43ea-8727-99570e5a03b6 Apr 14 16:06:38.724662 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778568018137'] for network, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:38.756708 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for network, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:38.758498 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:38.759170 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:38.765820 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:38.877709 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4089701 Apr 14 16:06:38.877957 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 34876) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:38.880559 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Pushing event updated for resources: {'Network': ['ID=0b850718-aad0-43ea-8727-99570e5a03b6,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:38.883444 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:38.888527 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-c60ed321-94b5-4fd1-9bb4-8b50adebbc64 admin admin] Request body: {'subnet': {'network_id': '0b850718-aad0-43ea-8727-99570e5a03b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-94234918-subnet', 'tenant_id': '89795551956341ab822cac58387191c9', 'ip_version': 4}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:38.890725 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Network 0b850718-aad0-43ea-8727-99570e5a03b6 details requested by agent ovs-agent-dv-cinder-786260-2-iscsi with host dv-cinder-786260-2-iscsi {{(pid=85286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:06:38.893972 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-c60ed321-94b5-4fd1-9bb4-8b50adebbc64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:38.898095 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-c60ed321-94b5-4fd1-9bb4-8b50adebbc64 admin admin] Usage tracker for resource:subnet and tenant:89795551956341ab822cac58387191c9 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:38.901227 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-c60ed321-94b5-4fd1-9bb4-8b50adebbc64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:38.907747 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-c60ed321-94b5-4fd1-9bb4-8b50adebbc64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:38.920791 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60ed321-94b5-4fd1-9bb4-8b50adebbc64 admin admin] Made reservation on behalf of 89795551956341ab822cac58387191c9 for: {'subnet': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:06:38.925617 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c60ed321-94b5-4fd1-9bb4-8b50adebbc64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3771868'] for subnet, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:39.309211 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 13c1de09-8c1c-4a5c-a243-80b18f540731 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:06:39.365205 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 34886) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:39.389888 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c60ed321-94b5-4fd1-9bb4-8b50adebbc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3780461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3771811'] for subnet, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:39.404211 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port 13c1de09-8c1c-4a5c-a243-80b18f540731 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:06:39.408782 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4960fed1-91fe-4a5e-b284-0adeab55d479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:39.411392 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 13c1de09-8c1c-4a5c-a243-80b18f540731 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:39.412360 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:39.521069 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-25835692-3dbf-40e8-9897-877d368e9833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:39.545333 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-25835692-3dbf-40e8-9897-877d368e9833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:39.549872 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-25835692-3dbf-40e8-9897-877d368e9833 admin admin] Usage tracker for resource:security_group_rule and tenant:b4f909a79acd4775ad8f76dfe35f4dd0 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:39.553197 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-25835692-3dbf-40e8-9897-877d368e9833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:39.559507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-25835692-3dbf-40e8-9897-877d368e9833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:39.562220 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:39.580829 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ed321-94b5-4fd1-9bb4-8b50adebbc64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c9bb336-d977-4ba3-be2a-7a87dce76f17,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:39.588032 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c60ed321-94b5-4fd1-9bb4-8b50adebbc64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:39.591595 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port 13c1de09-8c1c-4a5c-a243-80b18f540731, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=13c1de09-8c1c-4a5c-a243-80b18f540731,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:06:39.597655 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:39.606352 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:39.664711 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ed321-94b5-4fd1-9bb4-8b50adebbc64 admin admin] Checking segment: {'id': '5b484e51-3292-45a3-990f-1e4b938fbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0b850718-aad0-43ea-8727-99570e5a03b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:06:39.665230 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60ed321-94b5-4fd1-9bb4-8b50adebbc64 admin admin] Network hostable DHCP agents. Network: 0b850718-aad0-43ea-8727-99570e5a03b6, hostable agents: ['6974cddb-cd46-4c60-a4a5-114b04928957'], hosted agents: [] {{(pid=85284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:06:39.673163 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-25835692-3dbf-40e8-9897-877d368e9833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:39.676907 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-25835692-3dbf-40e8-9897-877d368e9833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:39.686984 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60ed321-94b5-4fd1-9bb4-8b50adebbc64 admin admin] Network 0b850718-aad0-43ea-8727-99570e5a03b6 is scheduled to be hosted by DHCP agent 6974cddb-cd46-4c60-a4a5-114b04928957 with binding_index 1 {{(pid=85284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:06:39.696508 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-79bd0d9a-4123-4323-9301-b56589450b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:39.698953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-c60ed321-94b5-4fd1-9bb4-8b50adebbc64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-iscsi, 0b850718-aad0-43ea-8727-99570e5a03b6) {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:06:39.701163 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=13c1de09-8c1c-4a5c-a243-80b18f540731,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:39.704321 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:39.710790 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9991411-795a-445f-b678-bb1d3de21005 None None] Network 0b850718-aad0-43ea-8727-99570e5a03b6 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:06:39.738239 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ed321-94b5-4fd1-9bb4-8b50adebbc64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:39.739088 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c60ed321-94b5-4fd1-9bb4-8b50adebbc64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:39.752761 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-25835692-3dbf-40e8-9897-877d368e9833 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4f909a79acd4775ad8f76dfe35f4dd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3839502 Apr 14 16:06:39.752761 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25835692-3dbf-40e8-9897-877d368e9833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6f4a7f-ad06-4a31-bc10-9459dc7f965a,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:39.753745 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 34894) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:39.756490 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-25835692-3dbf-40e8-9897-877d368e9833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:39.783972 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-c60ed321-94b5-4fd1-9bb4-8b50adebbc64 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9046052 Apr 14 16:06:39.784674 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 34898) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:39.790430 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-94234918-router', 'tenant_id': '89795551956341ab822cac58387191c9', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:39.796393 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:39.800532 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] Usage tracker for resource:router and tenant:89795551956341ab822cac58387191c9 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:39.809998 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:39.817233 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:39.827464 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259339'] for router, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:39.828548 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853008525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1758879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853051633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854516462'] for router, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:39.832933 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c472132a-58d3-4e45-a1f0-f88c9ed5d7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:39.852787 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:39.864721 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c472132a-58d3-4e45-a1f0-f88c9ed5d7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:39.924040 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c472132a-58d3-4e45-a1f0-f88c9ed5d7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:39.930391 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:39.946707 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472132a-58d3-4e45-a1f0-f88c9ed5d7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6f4a7f-ad06-4a31-bc10-9459dc7f965a,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:39.950068 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c472132a-58d3-4e45-a1f0-f88c9ed5d7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:39.951762 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c472132a-58d3-4e45-a1f0-f88c9ed5d7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:39.953825 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-c472132a-58d3-4e45-a1f0-f88c9ed5d7e6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac6f4a7f-ad06-4a31-bc10-9459dc7f965a HTTP/1.1" status: 204 len: 168 time: 0.1991026 Apr 14 16:06:40.035207 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] Sync routers for ids ['0d80a66d-3467-452c-b421-ff9c634e44d2'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:06:40.071842 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] Routers {'0d80a66d-3467-452c-b421-ff9c634e44d2'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:06:40.072687 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:06:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['0d80a66d-3467-452c-b421-ff9c634e44d2'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:40.130489 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fb825c8-f9e4-58b6-9749-5c7bd22ac102-0b850718-aad0-43ea-8727-99570e5a03b6', 'network_id': '0b850718-aad0-43ea-8727-99570e5a03b6', 'tenant_id': '89795551956341ab822cac58387191c9', 'fixed_ips': [{'subnet_id': '3c9bb336-d977-4ba3-be2a-7a87dce76f17'}]}} from dv-cinder-786260-2-iscsi. {{(pid=85286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:06:40.131404 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:40.407260 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] Set router 0d80a66d-3467-452c-b421-ff9c634e44d2 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:06:40.442931 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853071264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854516447'] for router, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:40.562221 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Allocated IP 172.20.0.2 (0b850718-aad0-43ea-8727-99570e5a03b6/3c9bb336-d977-4ba3-be2a-7a87dce76f17/9e16edfd-1519-4c37-99d2-2e88a425fa2a) {{(pid=85286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:06:40.815403 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:40.851995 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:40.891160 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 34926) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:41.035545 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] Allocated IP 172.27.1.233 (6468e4de-2d6f-487c-961d-9bfd4b201113/10ad9ff7-e740-4818-a690-9a433745e0b4/47f6a62b-ea50-40fa-9584-32da4e130dcd) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:06:41.038491 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-178915889-network', 'tenant_id': 'b1c24bc0955d40daaf93ec04f0cf5e9a'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:41.049409 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:41.071672 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Usage tracker for resource:network and tenant:b1c24bc0955d40daaf93ec04f0cf5e9a is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:41.075798 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:41.095197 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:41.106655 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Made reservation on behalf of b1c24bc0955d40daaf93ec04f0cf5e9a for: {'network': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:06:41.112533 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for network, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:41.127462 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:41.156266 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:41.161766 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Usage tracker for resource:security_group_rule and tenant:b1c24bc0955d40daaf93ec04f0cf5e9a is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:41.165050 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:41.179036 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:41.214087 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Notify callbacks [] for port, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:41.234017 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:41.234287 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Transition to ACTIVE for port object 9e16edfd-1519-4c37-99d2-2e88a425fa2a will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:06:41.247790 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'name': 'tempest-TestShelveInstance-857663546-router', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:31Z', 'updated_at': '2021-04-14T16:06:36Z', 'revision_number': 4, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'gw_port': {'id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:32Z', 'updated_at': '2021-04-14T16:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '7ca5df80-a061-4ed1-8958-f72b6ea2655c', 'name': '', 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'mac_address': 'fa:16:3e:77:96:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'eb750ea5-d2d8-4539-8e70-4f1cf7bcb894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:35Z', 'updated_at': '2021-04-14T16:06:36Z', 'revision_number': 2, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'subnets': [{'id': 'eb750ea5-d2d8-4539-8e70-4f1cf7bcb894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:41.254622 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] Checking router: 0d80a66d-3467-452c-b421-ff9c634e44d2 for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:06:41.254888 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] Updating router 0d80a66d-3467-452c-b421-ff9c634e44d2 port 7ca5df80-a061-4ed1-8958-f72b6ea2655c binding host dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:06:41.260776 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:41.290481 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 13c1de09-8c1c-4a5c-a243-80b18f540731 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:06:41.293397 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d372cc58-97d0-4859-83e1-926dd58dc6f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:41.315390 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:41.318514 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:41.323321 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d3a6c886-a682-4e78-b2c4-7e6dd3c06e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:41.329227 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Transition to ACTIVE for port object 9e16edfd-1519-4c37-99d2-2e88a425fa2a will not be triggered until provisioned by entity DHCP. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:06:41.356352 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463'] for port, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:41.363913 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=85285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:06:41.370139 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816dbc17-31f4-4ac8-8767-78a288083831,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:41.374239 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:41.379812 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:41.380208 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.segments_db [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Added segment 69694584-71e3-4517-b7c8-8c8615127aeb of type vlan for network 48b35636-db5f-47a0-ab14-5e37f94c09c4 Apr 14 16:06:41.413925 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778568018137'] for network, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:41.431155 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] Pushing event updated for resources: {'Port': ['ID=47f6a62b-ea50-40fa-9584-32da4e130dcd,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:41.436308 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:41.450352 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for network, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:41.451798 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:41.452420 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:41.457571 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:41.457900 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:41.478454 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] Network 6468e4de-2d6f-487c-961d-9bfd4b201113 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:06:41.481366 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:06:41.483734 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:06:41.535115 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:41.570871 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6755905 Apr 14 16:06:41.572000 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 34934) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:41.580443 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-49823922-47f6-4514-aba3-ee1beafcbffc admin admin] Request body: {'subnet': {'network_id': '48b35636-db5f-47a0-ab14-5e37f94c09c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-178915889-subnet', 'tenant_id': 'b1c24bc0955d40daaf93ec04f0cf5e9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:41.584696 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Pushing event updated for resources: {'Network': ['ID=48b35636-db5f-47a0-ab14-5e37f94c09c4,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:41.586981 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:41.589065 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-49823922-47f6-4514-aba3-ee1beafcbffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:41.593341 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-49823922-47f6-4514-aba3-ee1beafcbffc admin admin] Usage tracker for resource:subnet and tenant:b1c24bc0955d40daaf93ec04f0cf5e9a is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:41.597013 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-49823922-47f6-4514-aba3-ee1beafcbffc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:41.603097 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-49823922-47f6-4514-aba3-ee1beafcbffc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:41.611438 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Network 48b35636-db5f-47a0-ab14-5e37f94c09c4 details requested by agent ovs-agent-dv-cinder-786260-2-iscsi with host dv-cinder-786260-2-iscsi {{(pid=85286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:06:41.612889 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49823922-47f6-4514-aba3-ee1beafcbffc admin admin] Made reservation on behalf of b1c24bc0955d40daaf93ec04f0cf5e9a for: {'subnet': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:06:41.618776 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-49823922-47f6-4514-aba3-ee1beafcbffc admin admin] Notify callbacks [] for subnet, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:41.658696 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Network 0b850718-aad0-43ea-8727-99570e5a03b6 is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:06:41.660219 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Pushing event updated for resources: {'Port': ['ID=9e16edfd-1519-4c37-99d2-2e88a425fa2a,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:41.666330 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:06:41.672378 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:41.720915 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Received port after_create {{(pid=85286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:06:41.733452 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 13c1de09-8c1c-4a5c-a243-80b18f540731 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:41.733870 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:42.002024 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:42.064430 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Attempting to bind port 9e16edfd-1519-4c37-99d2-2e88a425fa2a on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:06:42.064914 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Attempting to bind port 9e16edfd-1519-4c37-99d2-2e88a425fa2a by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': '5b484e51-3292-45a3-990f-1e4b938fbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0b850718-aad0-43ea-8727-99570e5a03b6'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:06:42.065233 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Attempting to bind port 9e16edfd-1519-4c37-99d2-2e88a425fa2a on network 0b850718-aad0-43ea-8727-99570e5a03b6 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:06:42.085796 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:06:42.086239 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Checking segment: {'id': '5b484e51-3292-45a3-990f-1e4b938fbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0b850718-aad0-43ea-8727-99570e5a03b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:06:42.086714 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:42.087152 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Bound using segment: {'id': '5b484e51-3292-45a3-990f-1e4b938fbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0b850718-aad0-43ea-8727-99570e5a03b6'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:06:42.087714 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Bound port: 9e16edfd-1519-4c37-99d2-2e88a425fa2a, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b484e51-3292-45a3-990f-1e4b938fbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0b850718-aad0-43ea-8727-99570e5a03b6'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:06:42.088128 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:42.332403 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-fe3bd5f4-b1ec-4ec9-a3a5-1c72161a997b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Synchronizing usage tracker for tenant:691977ceece143efa6a03aafe5e47709 on resource:security_group {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:06:42.343883 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] For port 9e16edfd-1519-4c37-99d2-2e88a425fa2a, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:06:42.344162 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-49823922-47f6-4514-aba3-ee1beafcbffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for subnet, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:42.365931 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] For port 9e16edfd-1519-4c37-99d2-2e88a425fa2a, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=9e16edfd-1519-4c37-99d2-2e88a425fa2a,segment=NetworkSegment(5b484e51-3292-45a3-990f-1e4b938fbf8a),segment_id=5b484e51-3292-45a3-990f-1e4b938fbf8a)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:06:42.373614 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:42.379564 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:42.392167 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:42.447982 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-f7b91513-3bb7-443a-b6a3-c5692a8558b4 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:42.449614 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-f7b91513-3bb7-443a-b6a3-c5692a8558b4 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/networks?id=54a8843b-6ccf-44d9-81c5-6907f5dcf390 HTTP/1.1" status: 200 len: 815 time: 0.3060799 Apr 14 16:06:42.451420 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853008407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704523'] for router, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:42.626750 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Pushing event updated for resources: {'Port': ['ID=9e16edfd-1519-4c37-99d2-2e88a425fa2a,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:42.639871 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:42.698666 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-fe3bd5f4-b1ec-4ec9-a3a5-1c72161a997b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Unset dirty status for tenant:691977ceece143efa6a03aafe5e47709 on resource:security_group {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:06:42.699937 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-fe3bd5f4-b1ec-4ec9-a3a5-1c72161a997b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2138375353&fields=id&tenant_id=691977ceece143efa6a03aafe5e47709 HTTP/1.1" status: 200 len: 267 time: 0.4387901 Apr 14 16:06:42.706065 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:42.711436 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] Router b4e00dd0-53d8-4a02-8e4a-d7c649f86393 is scheduled to L3 agent cd16566b-017b-487a-9290-9cc4500cc966 with binding_index 1 {{(pid=85284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:06:42.727302 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] Transition to ACTIVE for port object 7ca5df80-a061-4ed1-8958-f72b6ea2655c will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:06:42.736638 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:42.878141 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-1b92c862-d1e7-4df5-a86c-1def2f9e728a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/quotas/acc9279607264a5498ce14826bf5306e HTTP/1.1" status: 200 len: 375 time: 0.4189367 Apr 14 16:06:42.961987 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49823922-47f6-4514-aba3-ee1beafcbffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8f6922b-1f9f-4f7f-b188-1b01e0a22ab1,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:42.972599 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-49823922-47f6-4514-aba3-ee1beafcbffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:42.980135 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-992a2fb9-37b3-4cef-92fb-51ffca3485d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:43.001322 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-14121139-6285-4597-a6fc-e15cc602b2f5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:43.002002 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-14121139-6285-4597-a6fc-e15cc602b2f5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Synchronizing usage tracker for tenant:691977ceece143efa6a03aafe5e47709 on resource:network {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:06:43.051706 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-14121139-6285-4597-a6fc-e15cc602b2f5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Unset dirty status for tenant:691977ceece143efa6a03aafe5e47709 on resource:network {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:06:43.053027 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-14121139-6285-4597-a6fc-e15cc602b2f5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/networks?id=86b55a80-468c-416f-9ed3-2601bbe04b76 HTTP/1.1" status: 200 len: 816 time: 0.3368990 Apr 14 16:06:43.132717 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-31f0d351-b9d6-464f-9053-5a1ba5746e79 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=acc9279607264a5498ce14826bf5306e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2303941 Apr 14 16:06:43.148970 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-b5bb4b1e-064a-4db1-8368-5d686ffb0432 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/quotas/691977ceece143efa6a03aafe5e47709 HTTP/1.1" status: 200 len: 375 time: 0.0801265 Apr 14 16:06:43.247075 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:06:43.257661 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] Sync routers for ids ['b4e00dd0-53d8-4a02-8e4a-d7c649f86393'] in dv-cinder-786260-2-iscsi {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:06:43.262257 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcaa4a8-33ad-4fa7-85cd-e694241b4c73 None None] Pushing event updated for resources: {'Port': ['ID=7ca5df80-a061-4ed1-8958-f72b6ea2655c,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:43.269292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-2fcaa4a8-33ad-4fa7-85cd-e694241b4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:43.274272 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:43.275710 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] Routers {'b4e00dd0-53d8-4a02-8e4a-d7c649f86393'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:06:43.276552 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:06:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['b4e00dd0-53d8-4a02-8e4a-d7c649f86393'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:43.303618 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] Notify callbacks [] for router, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:43.307996 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.5192549 Apr 14 16:06:43.312046 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 34970) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:43.500588 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 9e16edfd-1519-4c37-99d2-2e88a425fa2a up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:06:43.586863 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-58495108-2877-4f28-a069-c982938b3576 service neutron] 10.222.0.53 "GET /v2.0/networks/54a8843b-6ccf-44d9-81c5-6907f5dcf390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364088 Apr 14 16:06:43.588662 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49823922-47f6-4514-aba3-ee1beafcbffc admin admin] Checking segment: {'id': '69694584-71e3-4517-b7c8-8c8615127aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '48b35636-db5f-47a0-ab14-5e37f94c09c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:06:43.589065 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49823922-47f6-4514-aba3-ee1beafcbffc admin admin] Network hostable DHCP agents. Network: 48b35636-db5f-47a0-ab14-5e37f94c09c4, hostable agents: ['6974cddb-cd46-4c60-a4a5-114b04928957'], hosted agents: [] {{(pid=85285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:06:43.641178 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] Set router b4e00dd0-53d8-4a02-8e4a-d7c649f86393 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:06:43.707538 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49823922-47f6-4514-aba3-ee1beafcbffc admin admin] Network 48b35636-db5f-47a0-ab14-5e37f94c09c4 is scheduled to be hosted by DHCP agent 6974cddb-cd46-4c60-a4a5-114b04928957 with binding_index 1 {{(pid=85285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:06:43.740709 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] Attempting to bind port 7ca5df80-a061-4ed1-8958-f72b6ea2655c on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:06:43.741121 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] Attempting to bind port 7ca5df80-a061-4ed1-8958-f72b6ea2655c by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': '79bdc854-4a52-4f39-9d2b-9612d500cf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:06:43.741528 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] Attempting to bind port 7ca5df80-a061-4ed1-8958-f72b6ea2655c on network efc13fb2-38cb-4474-87f7-427bcd62decb {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:06:43.753847 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:06:43.754292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] Checking segment: {'id': '79bdc854-4a52-4f39-9d2b-9612d500cf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:06:43.754746 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:43.755186 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] Bound using segment: {'id': '79bdc854-4a52-4f39-9d2b-9612d500cf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:06:43.755717 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] Bound port: 7ca5df80-a061-4ed1-8958-f72b6ea2655c, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79bdc854-4a52-4f39-9d2b-9612d500cf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:06:43.756135 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:43.816666 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-5384490c-71a1-4192-87ec-2e6f4088d82a tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=691977ceece143efa6a03aafe5e47709&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6203840 Apr 14 16:06:43.819710 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-49823922-47f6-4514-aba3-ee1beafcbffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-iscsi, 48b35636-db5f-47a0-ab14-5e37f94c09c4) {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:06:43.835565 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb09c7a-fd99-4802-bfca-5cff68eed4ea None None] Network 48b35636-db5f-47a0-ab14-5e37f94c09c4 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:06:43.876364 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port 9e16edfd-1519-4c37-99d2-2e88a425fa2a completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:06:43.890244 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49823922-47f6-4514-aba3-ee1beafcbffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:43.890244 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-49823922-47f6-4514-aba3-ee1beafcbffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:43.922799 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-49823922-47f6-4514-aba3-ee1beafcbffc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3503008 Apr 14 16:06:44.011522 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] For port 7ca5df80-a061-4ed1-8958-f72b6ea2655c, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:06:44.042411 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] For port 7ca5df80-a061-4ed1-8958-f72b6ea2655c, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=7ca5df80-a061-4ed1-8958-f72b6ea2655c,segment=NetworkSegment(79bdc854-4a52-4f39-9d2b-9612d500cf5c),segment_id=79bdc854-4a52-4f39-9d2b-9612d500cf5c)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:06:44.080554 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:44.108363 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-a1b382c1-6bdf-4a3c-bfc3-fbaf0f93bbd1 service neutron] 10.222.0.53 "GET /v2.0/networks/54a8843b-6ccf-44d9-81c5-6907f5dcf390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139830 Apr 14 16:06:44.166886 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-4a4ceeb3-dbb3-44b4-a9bf-01b8c8be4db9 service neutron] 10.222.0.53 "GET /v2.0/networks/86b55a80-468c-416f-9ed3-2601bbe04b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358662 Apr 14 16:06:44.327555 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:44.363556 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd5217-b876-4992-8e3b-85f3ff0e76c2 req-647e5ceb-a618-402c-9749-cdc56422e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:44.365216 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5ecd5217-b876-4992-8e3b-85f3ff0e76c2 req-647e5ceb-a618-402c-9749-cdc56422e506 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 1098 time: 0.7365506 Apr 14 16:06:44.455041 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e00dd0-53d8-4a02-8e4a-d7c649f86393', 'name': 'tempest-TestShelveInstance-94234918-router', 'tenant_id': '89795551956341ab822cac58387191c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '47f6a62b-ea50-40fa-9584-32da4e130dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:39Z', 'updated_at': '2021-04-14T16:06:41Z', 'revision_number': 3, 'project_id': '89795551956341ab822cac58387191c9', 'gw_port': {'id': '47f6a62b-ea50-40fa-9584-32da4e130dcd', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e00dd0-53d8-4a02-8e4a-d7c649f86393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:40Z', 'updated_at': '2021-04-14T16:06:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:44.464744 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] Checking router: b4e00dd0-53d8-4a02-8e4a-d7c649f86393 for host: dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:06:44.465651 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] Updating router b4e00dd0-53d8-4a02-8e4a-d7c649f86393 port 47f6a62b-ea50-40fa-9584-32da4e130dcd binding host dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:06:44.478956 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5ecd5217-b876-4992-8e3b-85f3ff0e76c2 req-5c36d47f-1f2e-473a-8588-2fc99a542a97 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025679 Apr 14 16:06:44.546975 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-41af5e50-aade-460b-8421-a711582af669 service neutron] 10.222.0.53 "GET /v2.0/networks/86b55a80-468c-416f-9ed3-2601bbe04b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729410 Apr 14 16:06:44.611757 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:44.804599 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a05a77-0423-4972-86f9-d76729d2543e req-7eca20fc-3b38-4bf0-a95a-225cd568be93 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:44.806349 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-83a05a77-0423-4972-86f9-d76729d2543e req-7eca20fc-3b38-4bf0-a95a-225cd568be93 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.1758807 Apr 14 16:06:44.896867 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-83a05a77-0423-4972-86f9-d76729d2543e req-18abf52e-ff18-48ce-9cbc-eec28126707b tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814695 Apr 14 16:06:44.929696 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] Routers {'0d80a66d-3467-452c-b421-ff9c634e44d2'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:06:44.930129 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:06:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['0d80a66d-3467-452c-b421-ff9c634e44d2'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:45.108589 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7705cde6-7892-4583-99ce-7bf2c83a621c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:45.166838 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e1137a84-5dea-48b1-a8fc-0c64aba7718d req-c967827c-5b8a-4f45-9d77-d89dfb77a4c6 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 210 time: 0.1558816 Apr 14 16:06:45.304090 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bd6b55-5255-4e80-8e80-b1198150e2a2 None None] Network 0b850718-aad0-43ea-8727-99570e5a03b6 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:06:45.464624 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-519a8c2e-78ad-4996-b61e-10e7274f1c92 req-5840ecd8-f8d3-4ef1-9ff8-49e8458a51f9 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 210 time: 0.1925440 Apr 14 16:06:45.534987 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-7705cde6-7892-4583-99ce-7bf2c83a621c admin admin] Allocated IP 172.20.0.1 (0b850718-aad0-43ea-8727-99570e5a03b6/3c9bb336-d977-4ba3-be2a-7a87dce76f17/833f33c1-3212-4369-91e5-28da3062bdfa) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:06:45.563402 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb24a66c-8cfc-413d-a472-fc42b943b9fe None None] Network 48b35636-db5f-47a0-ab14-5e37f94c09c4 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:06:45.663664 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcaa4a8-33ad-4fa7-85cd-e694241b4c73 None None] Pushing event updated for resources: {'Port': ['ID=7ca5df80-a061-4ed1-8958-f72b6ea2655c,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:45.744784 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] Notify callbacks [] for port, precommit_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:45.759603 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] Transition to ACTIVE for port object 47f6a62b-ea50-40fa-9584-32da4e130dcd will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:06:45.767530 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:45.807627 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a6057ee5-e69f-41fd-9358-92a4492d9864 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:45.809748 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-2fcaa4a8-33ad-4fa7-85cd-e694241b4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.482s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:45.810687 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-f647b90a-18d8-44ee-9d75-deb305067f43 None None] Provisioning for port 9e16edfd-1519-4c37-99d2-2e88a425fa2a completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:06:45.866508 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7705cde6-7892-4583-99ce-7bf2c83a621c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:45.881574 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-f647b90a-18d8-44ee-9d75-deb305067f43 None None] Provisioning complete for port 9e16edfd-1519-4c37-99d2-2e88a425fa2a triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:45.881997 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f647b90a-18d8-44ee-9d75-deb305067f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:45.894700 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea94f1-b1d3-430e-b8de-f334106a7f96 None None] Pushing event updated for resources: {'Port': ['ID=47f6a62b-ea50-40fa-9584-32da4e130dcd,revision_number=2']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:45.900962 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-cdea94f1-b1d3-430e-b8de-f334106a7f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:45.924885 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-7705cde6-7892-4583-99ce-7bf2c83a621c admin admin] Transition to ACTIVE for port object 833f33c1-3212-4369-91e5-28da3062bdfa will not be triggered until provisioned by entity DHCP. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:06:45.991362 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7705cde6-7892-4583-99ce-7bf2c83a621c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:46.021690 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-5ac5702a-4c1f-4f4a-a860-448c822b9fb0 tempest-DeleteServersTestJSON-1313092841 tempest-DeleteServersTestJSON-1313092841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:46.155955 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] Attempting to bind port 47f6a62b-ea50-40fa-9584-32da4e130dcd on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:06:46.156501 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] Attempting to bind port 47f6a62b-ea50-40fa-9584-32da4e130dcd by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:06:46.156755 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] Attempting to bind port 47f6a62b-ea50-40fa-9584-32da4e130dcd on network 6468e4de-2d6f-487c-961d-9bfd4b201113 {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:06:46.175561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:06:46.175826 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] Checking segment: {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:06:46.176272 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:46.176713 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] Bound using segment: {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:06:46.177647 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] Bound port: 47f6a62b-ea50-40fa-9584-32da4e130dcd, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:06:46.178068 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:46.247390 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705cde6-7892-4583-99ce-7bf2c83a621c admin admin] Pushing event updated for resources: {'Port': ['ID=833f33c1-3212-4369-91e5-28da3062bdfa,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:46.256109 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7705cde6-7892-4583-99ce-7bf2c83a621c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:46.293611 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5699567-9a71-4b5c-9b7d-f9877d8e1330 req-240663db-02fa-4b30-8940-c6cf9b1459e5 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:46.295852 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d5699567-9a71-4b5c-9b7d-f9877d8e1330 req-240663db-02fa-4b30-8940-c6cf9b1459e5 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.1869833 Apr 14 16:06:46.304377 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] For port 47f6a62b-ea50-40fa-9584-32da4e130dcd, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:06:46.309299 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] For port 47f6a62b-ea50-40fa-9584-32da4e130dcd, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=47f6a62b-ea50-40fa-9584-32da4e130dcd,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:06:46.314679 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:46.334871 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:46.345670 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] Set router 0d80a66d-3467-452c-b421-ff9c634e44d2 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:06:46.345871 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d5699567-9a71-4b5c-9b7d-f9877d8e1330 req-bacf50e4-9c4c-4b57-b849-414e83d52496 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427227 Apr 14 16:06:46.444551 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea94f1-b1d3-430e-b8de-f334106a7f96 None None] Pushing event updated for resources: {'Port': ['ID=47f6a62b-ea50-40fa-9584-32da4e130dcd,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:46.458100 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-cdea94f1-b1d3-430e-b8de-f334106a7f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:46.507329 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-062f6d50-75a8-4cbd-9896-65a3d324dea9 req-e27978ac-017d-457e-936b-7a242c1e44f9 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 210 time: 0.1211243 Apr 14 16:06:46.575708 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7705cde6-7892-4583-99ce-7bf2c83a621c admin admin] Network 0b850718-aad0-43ea-8727-99570e5a03b6 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:06:46.578126 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-7705cde6-7892-4583-99ce-7bf2c83a621c admin admin] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:06:46.582343 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7705cde6-7892-4583-99ce-7bf2c83a621c admin admin] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:06:46.752082 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] Routers {'b4e00dd0-53d8-4a02-8e4a-d7c649f86393'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:06:46.752617 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:06:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['b4e00dd0-53d8-4a02-8e4a-d7c649f86393'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:46.946970 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7705cde6-7892-4583-99ce-7bf2c83a621c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704588'] for router_interface, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:47.046212 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-384ee376-0212-4a6d-91a1-1887c33ad37d req-c55960b7-8edb-46d3-8cae-b75cb85b14ce tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 210 time: 0.2226014 Apr 14 16:06:47.072613 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f647b90a-18d8-44ee-9d75-deb305067f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:47.085165 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-2413e9c9-5600-4a99-a0f2-55eb609b24ea tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:47.086886 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-2413e9c9-5600-4a99-a0f2-55eb609b24ea tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.54 "GET /v2.0/networks?id=54a8843b-6ccf-44d9-81c5-6907f5dcf390 HTTP/1.1" status: 200 len: 815 time: 0.3863809 Apr 14 16:06:47.107652 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-64670d6d-765d-4ef1-9ccd-6b5d4af3152b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Request body: {'port': {'device_id': '47e8e337-b8cf-4345-ae5e-b6e8310b9a35', 'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390', 'admin_state_up': True, 'tenant_id': 'acc9279607264a5498ce14826bf5306e'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:47.137808 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d302c53-13fe-4cd7-9ed0-bc20f6967e95 req-271859e0-06ff-432c-be2b-425f94122d74 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:47.158081 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3d302c53-13fe-4cd7-9ed0-bc20f6967e95 req-271859e0-06ff-432c-be2b-425f94122d74 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.2506757 Apr 14 16:06:47.181832 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-f647b90a-18d8-44ee-9d75-deb305067f43 None None] For port 9e16edfd-1519-4c37-99d2-2e88a425fa2a, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=9e16edfd-1519-4c37-99d2-2e88a425fa2a,segment=NetworkSegment(5b484e51-3292-45a3-990f-1e4b938fbf8a),segment_id=5b484e51-3292-45a3-990f-1e4b938fbf8a)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:06:47.230743 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3d302c53-13fe-4cd7-9ed0-bc20f6967e95 req-821e7db0-c0e2-454f-8e16-e72c8b0698e1 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715194 Apr 14 16:06:47.265697 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f647b90a-18d8-44ee-9d75-deb305067f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:47.267817 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] Set router b4e00dd0-53d8-4a02-8e4a-d7c649f86393 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:06:47.274579 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-405ca87f-d62d-4a8a-baa3-7e8062d88f18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:47.317572 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-64670d6d-765d-4ef1-9ccd-6b5d4af3152b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:47.350431 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647b90a-18d8-44ee-9d75-deb305067f43 None None] Pushing event updated for resources: {'Port': ['ID=9e16edfd-1519-4c37-99d2-2e88a425fa2a,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:47.361334 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-f647b90a-18d8-44ee-9d75-deb305067f43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:47.392116 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-64670d6d-765d-4ef1-9ccd-6b5d4af3152b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Usage tracker for resource:port and tenant:acc9279607264a5498ce14826bf5306e is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:47.397015 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-64670d6d-765d-4ef1-9ccd-6b5d4af3152b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:47.408027 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-64670d6d-765d-4ef1-9ccd-6b5d4af3152b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:47.431501 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7705cde6-7892-4583-99ce-7bf2c83a621c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:47.475864 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-64670d6d-765d-4ef1-9ccd-6b5d4af3152b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Made reservation on behalf of acc9279607264a5498ce14826bf5306e for: {'port': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:06:47.482054 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-64670d6d-765d-4ef1-9ccd-6b5d4af3152b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:47.515690 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-6e6ef87d-0f27-436a-a855-1ee4cd6989f3 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:47.516900 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-6e6ef87d-0f27-436a-a855-1ee4cd6989f3 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Synchronizing usage tracker for tenant:b1c24bc0955d40daaf93ec04f0cf5e9a on resource:network {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:06:47.568270 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-6e6ef87d-0f27-436a-a855-1ee4cd6989f3 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Unset dirty status for tenant:b1c24bc0955d40daaf93ec04f0cf5e9a on resource:network {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:06:47.571049 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-6e6ef87d-0f27-436a-a855-1ee4cd6989f3 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/networks?id=48b35636-db5f-47a0-ab14-5e37f94c09c4 HTTP/1.1" status: 200 len: 813 time: 0.3302932 Apr 14 16:06:47.599921 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-9547280f-7994-4bee-9981-ada10b69ee25 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/quotas/b1c24bc0955d40daaf93ec04f0cf5e9a HTTP/1.1" status: 200 len: 375 time: 0.0226967 Apr 14 16:06:47.744760 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-650adc8c-336b-468e-b5f7-8493cb692385 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1c24bc0955d40daaf93ec04f0cf5e9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1375525 Apr 14 16:06:47.751907 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'name': 'tempest-TestShelveInstance-857663546-router', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:31Z', 'updated_at': '2021-04-14T16:06:36Z', 'revision_number': 4, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'gw_port': {'id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:32Z', 'updated_at': '2021-04-14T16:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '7ca5df80-a061-4ed1-8958-f72b6ea2655c', 'name': '', 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'mac_address': 'fa:16:3e:77:96:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'eb750ea5-d2d8-4539-8e70-4f1cf7bcb894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:35Z', 'updated_at': '2021-04-14T16:06:43Z', 'revision_number': 4, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'subnets': [{'id': 'eb750ea5-d2d8-4539-8e70-4f1cf7bcb894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:47.761078 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af11328-84a9-48e8-b1b0-caa6e4b757bd None None] The sync data for ids ['0d80a66d-3467-452c-b421-ff9c634e44d2'] in dv-cinder-786260-2-iscsi is: [{'id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'name': 'tempest-TestShelveInstance-857663546-router', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:31Z', 'updated_at': '2021-04-14T16:06:36Z', 'revision_number': 4, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'gw_port': {'id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:32Z', 'updated_at': '2021-04-14T16:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '7ca5df80-a061-4ed1-8958-f72b6ea2655c', 'name': '', 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'mac_address': 'fa:16:3e:77:96:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'eb750ea5-d2d8-4539-8e70-4f1cf7bcb894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:35Z', 'updated_at': '2021-04-14T16:06:43Z', 'revision_number': 4, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'subnets': [{'id': 'eb750ea5-d2d8-4539-8e70-4f1cf7bcb894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:06:48.044796 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e00dd0-53d8-4a02-8e4a-d7c649f86393', 'name': 'tempest-TestShelveInstance-94234918-router', 'tenant_id': '89795551956341ab822cac58387191c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '47f6a62b-ea50-40fa-9584-32da4e130dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:39Z', 'updated_at': '2021-04-14T16:06:41Z', 'revision_number': 3, 'project_id': '89795551956341ab822cac58387191c9', 'gw_port': {'id': '47f6a62b-ea50-40fa-9584-32da4e130dcd', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e00dd0-53d8-4a02-8e4a-d7c649f86393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:40Z', 'updated_at': '2021-04-14T16:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:48.063267 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d8320c-b3cb-455e-b110-52962799d0ef None None] The sync data for ids ['b4e00dd0-53d8-4a02-8e4a-d7c649f86393'] in dv-cinder-786260-2-iscsi is: [{'id': 'b4e00dd0-53d8-4a02-8e4a-d7c649f86393', 'name': 'tempest-TestShelveInstance-94234918-router', 'tenant_id': '89795551956341ab822cac58387191c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '47f6a62b-ea50-40fa-9584-32da4e130dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:39Z', 'updated_at': '2021-04-14T16:06:41Z', 'revision_number': 3, 'project_id': '89795551956341ab822cac58387191c9', 'gw_port': {'id': '47f6a62b-ea50-40fa-9584-32da4e130dcd', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e00dd0-53d8-4a02-8e4a-d7c649f86393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:40Z', 'updated_at': '2021-04-14T16:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:06:48.075045 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-8a8c4ca6-dde7-458e-9f28-3572c5705eb2 None None] Provisioning complete for port 9e16edfd-1519-4c37-99d2-2e88a425fa2a triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:48.075473 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8a8c4ca6-dde7-458e-9f28-3572c5705eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:48.438553 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-29ea89df-4706-4385-962c-75a82f79bb25 service neutron] 10.222.0.53 "GET /v2.0/networks/48b35636-db5f-47a0-ab14-5e37f94c09c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6807251 Apr 14 16:06:48.492017 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-64670d6d-765d-4ef1-9ccd-6b5d4af3152b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Allocated IP 172.20.0.5 (54a8843b-6ccf-44d9-81c5-6907f5dcf390/864a9ded-9107-446c-b285-140a1dcad264/869e3685-62fd-42f6-8754-87a98be83dc8) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:06:48.545643 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-8a8c4ca6-dde7-458e-9f28-3572c5705eb2 None None] Provisioning for port 833f33c1-3212-4369-91e5-28da3062bdfa completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:06:48.555966 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-8a8c4ca6-dde7-458e-9f28-3572c5705eb2 None None] Provisioning complete for port 833f33c1-3212-4369-91e5-28da3062bdfa triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:48.559156 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-14885b24-2eda-41e8-abc6-f5f82e39babd req-f4241f90-901c-45d1-9c8d-2f9d6acbbb81 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 210 time: 0.2594838 Apr 14 16:06:48.559752 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8a8c4ca6-dde7-458e-9f28-3572c5705eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:48.616244 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-a06385e3-9cdf-47b9-88c2-1efd96ea65ec tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:48.617908 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-a06385e3-9cdf-47b9-88c2-1efd96ea65ec tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.54 "GET /v2.0/networks?id=86b55a80-468c-416f-9ed3-2601bbe04b76 HTTP/1.1" status: 200 len: 816 time: 1.0258729 Apr 14 16:06:48.733844 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-8a8c4ca6-dde7-458e-9f28-3572c5705eb2 None None] Port 833f33c1-3212-4369-91e5-28da3062bdfa cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:06:48.865309 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-fdebd771-b669-4539-90d8-850610250f61 None None] Provisioning complete for port 833f33c1-3212-4369-91e5-28da3062bdfa triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:48.865997 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fdebd771-b669-4539-90d8-850610250f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:48.876967 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f0f3f0fd-c792-4c64-ae5a-dc4c80343288 req-81ccfb62-0d63-4580-8bcf-899d2c0cfbe1 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 210 time: 0.1054499 Apr 14 16:06:48.918448 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-57c5a000-e62b-429d-863a-e9ba97f3730f service neutron] 10.222.0.53 "GET /v2.0/networks/48b35636-db5f-47a0-ab14-5e37f94c09c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786162 Apr 14 16:06:48.992217 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-fdebd771-b669-4539-90d8-850610250f61 None None] Port 833f33c1-3212-4369-91e5-28da3062bdfa cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:06:49.290895 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-474dc168-0bca-4e17-b074-6b710ee813ab req-ee8c99f9-1913-42ff-a39d-4f46ed31522e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 210 time: 0.0989230 Apr 14 16:06:49.453628 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-9d7e1b4c-3224-48f4-9f11-bf4536604d4d tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=691977ceece143efa6a03aafe5e47709 HTTP/1.1" status: 200 len: 5708 time: 0.8251181 Apr 14 16:06:49.471524 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-fbd0a27b-1b12-406e-afd9-d68b0228eeba tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Request body: {'port': {'device_id': '41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'admin_state_up': True, 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'security_groups': ['94e83c55-6817-472f-ad3d-96bc8a05db25']}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:49.494586 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 47f6a62b-ea50-40fa-9584-32da4e130dcd up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:06:49.575094 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-64670d6d-765d-4ef1-9ccd-6b5d4af3152b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:49.593957 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port 47f6a62b-ea50-40fa-9584-32da4e130dcd completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:06:49.600287 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 47f6a62b-ea50-40fa-9584-32da4e130dcd triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:49.600916 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:49.720834 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.db.resource_extend [None req-7705cde6-7892-4583-99ce-7bf2c83a621c admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 14 16:06:49.799742 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:49.818683 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-fbd0a27b-1b12-406e-afd9-d68b0228eeba tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:49.823420 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port 47f6a62b-ea50-40fa-9584-32da4e130dcd, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=47f6a62b-ea50-40fa-9584-32da4e130dcd,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:06:49.823802 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7705cde6-7892-4583-99ce-7bf2c83a621c admin admin] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:49.828765 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:49.832914 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 9e16edfd-1519-4c37-99d2-2e88a425fa2a up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:06:49.833207 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-fbd0a27b-1b12-406e-afd9-d68b0228eeba tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Usage tracker for resource:port and tenant:691977ceece143efa6a03aafe5e47709 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:49.836878 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7705cde6-7892-4583-99ce-7bf2c83a621c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:49.899596 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-fbd0a27b-1b12-406e-afd9-d68b0228eeba tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:49.907054 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c8810ec5-7748-4784-a6f0-5e49bfb1495b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:49.934334 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-99429d11-a01c-469d-b2be-8d20cc43a8dd req-942c2d9d-3c57-46bb-a7b9-a74c2a561421 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 210 time: 0.1443939 Apr 14 16:06:49.948934 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:50.063395 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7705cde6-7892-4583-99ce-7bf2c83a621c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1768741'] for router_interface, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:50.073649 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 9e16edfd-1519-4c37-99d2-2e88a425fa2a triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:50.081849 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:50.099771 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705cde6-7892-4583-99ce-7bf2c83a621c admin admin] Pushing event updated for resources: {'Port': ['ID=833f33c1-3212-4369-91e5-28da3062bdfa,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:50.110565 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7705cde6-7892-4583-99ce-7bf2c83a621c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:50.113798 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-fbd0a27b-1b12-406e-afd9-d68b0228eeba tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:50.147110 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-fbd0a27b-1b12-406e-afd9-d68b0228eeba tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Made reservation on behalf of 691977ceece143efa6a03aafe5e47709 for: {'port': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:06:50.155618 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-fbd0a27b-1b12-406e-afd9-d68b0228eeba tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:50.225866 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3ac20733-052c-47a3-ac28-6c9ac7583857 req-8e629089-8035-4c56-b4f0-8192eff8f22f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 210 time: 0.1031544 Apr 14 16:06:50.251193 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=47f6a62b-ea50-40fa-9584-32da4e130dcd,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:50.254832 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:50.343448 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 7ca5df80-a061-4ed1-8958-f72b6ea2655c up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:06:50.441511 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-64670d6d-765d-4ef1-9ccd-6b5d4af3152b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:50.456916 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['ffe9d56f-16a4-4159-afc5-51f9f131487b', 'd4a42e33-ad02-4256-b8d3-dec2f697aa09'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:06:50.468792 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4f8a8657-54b4-4930-864a-490b4a95c753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:50.575393 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e6b13-0866-4f0a-9f33-378fc60f70b1 req-53009380-bf3d-4097-aac3-014535e03867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:50.579424 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a85e6b13-0866-4f0a-9f33-378fc60f70b1 req-53009380-bf3d-4097-aac3-014535e03867 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56f3498a3fcb47e2972e9fbd622c8e0e&device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 1099 time: 0.3392103 Apr 14 16:06:50.588535 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port 7ca5df80-a061-4ed1-8958-f72b6ea2655c completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:06:50.595351 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64670d6d-765d-4ef1-9ccd-6b5d4af3152b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Pushing event updated for resources: {'Port': ['ID=869e3685-62fd-42f6-8754-87a98be83dc8,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:50.623684 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 7ca5df80-a061-4ed1-8958-f72b6ea2655c triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:50.624103 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:50.636905 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-64670d6d-765d-4ef1-9ccd-6b5d4af3152b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:50.662385 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7705cde6-7892-4583-99ce-7bf2c83a621c admin admin] Network 0b850718-aad0-43ea-8727-99570e5a03b6 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:06:50.670883 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-7705cde6-7892-4583-99ce-7bf2c83a621c admin admin] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:06:50.943371 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:51.018317 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port 7ca5df80-a061-4ed1-8958-f72b6ea2655c, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=7ca5df80-a061-4ed1-8958-f72b6ea2655c,segment=NetworkSegment(79bdc854-4a52-4f39-9d2b-9612d500cf5c),segment_id=79bdc854-4a52-4f39-9d2b-9612d500cf5c)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:06:51.044257 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:51.061460 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:51.178399 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=7ca5df80-a061-4ed1-8958-f72b6ea2655c,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:51.187428 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:51.191899 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-2209f451-0c99-42fc-aff8-b467c6e4a19f None None] Provisioning complete for port 833f33c1-3212-4369-91e5-28da3062bdfa triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:51.192306 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2209f451-0c99-42fc-aff8-b467c6e4a19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:51.223526 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e6b13-0866-4f0a-9f33-378fc60f70b1 req-ed6219ca-fc38-441d-a636-40c8cd029666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:51.225489 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a85e6b13-0866-4f0a-9f33-378fc60f70b1 req-ed6219ca-fc38-441d-a636-40c8cd029666 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c1a55e38-c40c-46a7-8269-2f73e5dda381 HTTP/1.1" status: 200 len: 918 time: 0.6370456 Apr 14 16:06:51.281876 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf253c-5c99-44e9-b82a-0869b94caed7 req-6f3adb57-8ae9-434f-ac12-f22cce30279f tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:51.283878 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1dcf253c-5c99-44e9-b82a-0869b94caed7 req-6f3adb57-8ae9-434f-ac12-f22cce30279f tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.9022889 Apr 14 16:06:51.323085 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 47f6a62b-ea50-40fa-9584-32da4e130dcd up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:06:51.366089 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-2209f451-0c99-42fc-aff8-b467c6e4a19f None None] Port 833f33c1-3212-4369-91e5-28da3062bdfa cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:06:51.403411 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3f104b8c-5854-4d7f-8813-8a1942136c8d req-3acb81ff-0fac-4fb4-a2bf-76c1ebb1208c tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 210 time: 0.1754179 Apr 14 16:06:51.416579 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1dcf253c-5c99-44e9-b82a-0869b94caed7 req-ab4e192f-6c70-4f44-837f-ee3ad5581d5e tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561786 Apr 14 16:06:51.421143 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-fbd0a27b-1b12-406e-afd9-d68b0228eeba tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Allocated IP 172.20.0.3 (86b55a80-468c-416f-9ed3-2601bbe04b76/83188662-4769-460f-ab17-6c69d6a31076/e07940c5-3678-4057-8d14-fb0a1dca5ee6) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:06:51.421573 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a85e6b13-0866-4f0a-9f33-378fc60f70b1 req-4461af34-edc9-4050-9ca1-08aba5c192d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7df13d7a-3651-4a49-a27f-fb20faca443f HTTP/1.1" status: 200 len: 217 time: 0.1885481 Apr 14 16:06:51.480523 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 47f6a62b-ea50-40fa-9584-32da4e130dcd triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:51.481068 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:51.532285 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e6b13-0866-4f0a-9f33-378fc60f70b1 req-3e40fbc9-2175-4371-82c0-ae045aea7c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:51.533859 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a85e6b13-0866-4f0a-9f33-378fc60f70b1 req-3e40fbc9-2175-4371-82c0-ae045aea7c15 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a853725d-d158-4e46-bb35-3a52e24eb68b HTTP/1.1" status: 200 len: 857 time: 0.1030512 Apr 14 16:06:51.627063 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 7ca5df80-a061-4ed1-8958-f72b6ea2655c up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:06:51.673805 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ee736bba-e2a3-4bcd-9b9c-b897e062164c req-0f541179-6ad3-488c-b2e2-e065c4c783de tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 210 time: 0.0861027 Apr 14 16:06:51.684152 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-64670d6d-765d-4ef1-9ccd-6b5d4af3152b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Network 54a8843b-6ccf-44d9-81c5-6907f5dcf390 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:06:51.693170 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-64670d6d-765d-4ef1-9ccd-6b5d4af3152b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:06:51.705156 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a85e6b13-0866-4f0a-9f33-378fc60f70b1 req-e8b6759c-db4a-4a88-8795-75e4d9596673 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1a55e38-c40c-46a7-8269-2f73e5dda381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188560 Apr 14 16:06:51.710022 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 7ca5df80-a061-4ed1-8958-f72b6ea2655c triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:51.710473 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:51.712579 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-64670d6d-765d-4ef1-9ccd-6b5d4af3152b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:06:51.800124 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-9befc709-ee5a-44d6-8435-0c67069fe26b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:51.801905 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-9befc709-ee5a-44d6-8435-0c67069fe26b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.54 "GET /v2.0/networks?id=48b35636-db5f-47a0-ab14-5e37f94c09c4 HTTP/1.1" status: 200 len: 813 time: 0.6817715 Apr 14 16:06:51.832836 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-71376244-be0d-4179-b334-c7b79065f37e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Request body: {'port': {'device_id': 'f9b38fd3-623c-44db-935b-d3410b39b8ac', 'network_id': '48b35636-db5f-47a0-ab14-5e37f94c09c4', 'admin_state_up': True, 'tenant_id': 'b1c24bc0955d40daaf93ec04f0cf5e9a'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:51.890987 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49037b02-dcfb-4bcc-816f-8af0bdb32ad2 req-18277148-db3b-4b31-96f7-fb2f6111fd3e tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:51.892649 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-49037b02-dcfb-4bcc-816f-8af0bdb32ad2 req-18277148-db3b-4b31-96f7-fb2f6111fd3e tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 931 time: 0.3577921 Apr 14 16:06:51.895080 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7705cde6-7892-4583-99ce-7bf2c83a621c admin admin] Router b4e00dd0-53d8-4a02-8e4a-d7c649f86393 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:06:51.896360 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a85e6b13-0866-4f0a-9f33-378fc60f70b1 req-e4b05f70-b7e9-4770-bfa4-91a9309027b8 service neutron] 10.222.0.54 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715178 Apr 14 16:06:51.913005 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-64670d6d-765d-4ef1-9ccd-6b5d4af3152b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:51.913692 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-64670d6d-765d-4ef1-9ccd-6b5d4af3152b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:51.922728 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-fbd0a27b-1b12-406e-afd9-d68b0228eeba tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:51.964168 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-49037b02-dcfb-4bcc-816f-8af0bdb32ad2 req-b24ae07a-e381-4bd2-8a40-3a6e6daadfbe tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645332 Apr 14 16:06:52.071293 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a85e6b13-0866-4f0a-9f33-378fc60f70b1 req-88ac97c4-94ca-4541-aac7-aa9a06f031bc service neutron] 10.222.0.54 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549087 Apr 14 16:06:52.325012 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-fbd0a27b-1b12-406e-afd9-d68b0228eeba tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Transition to ACTIVE for port object e07940c5-3678-4057-8d14-fb0a1dca5ee6 will not be triggered until provisioned by entity DHCP. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:06:52.440704 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-64670d6d-765d-4ef1-9ccd-6b5d4af3152b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3377547 Apr 14 16:06:52.465902 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] Request body: {'port': {'device_id': '47e8e337-b8cf-4345-ae5e-b6e8310b9a35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:52.575580 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8366ea87-77d7-42ab-8643-08f2409a79af req-3e4310b9-ace0-4972-8ea2-a218747a088d tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 210 time: 0.0554297 Apr 14 16:06:52.588722 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-71376244-be0d-4179-b334-c7b79065f37e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:52.645435 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-71376244-be0d-4179-b334-c7b79065f37e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Usage tracker for resource:port and tenant:b1c24bc0955d40daaf93ec04f0cf5e9a is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:52.651067 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-71376244-be0d-4179-b334-c7b79065f37e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:52.661777 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7705cde6-7892-4583-99ce-7bf2c83a621c admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:06:52.668440 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-7705cde6-7892-4583-99ce-7bf2c83a621c admin admin] 10.222.0.53 "PUT /v2.0/routers/b4e00dd0-53d8-4a02-8e4a-d7c649f86393/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3562276 Apr 14 16:06:52.671659 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c382f-4a8e-4b9a-9a41-a5e590715de4 req-119a1f05-a954-4983-b406-ab49205cc551 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:52.673295 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d47c382f-4a8e-4b9a-9a41-a5e590715de4 req-119a1f05-a954-4983-b406-ab49205cc551 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0914602 Apr 14 16:06:52.679943 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] Sync routers for ids ['b4e00dd0-53d8-4a02-8e4a-d7c649f86393'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:06:52.681714 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-71376244-be0d-4179-b334-c7b79065f37e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:52.684991 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-fbd0a27b-1b12-406e-afd9-d68b0228eeba tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:52.696891 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] Routers {'b4e00dd0-53d8-4a02-8e4a-d7c649f86393'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:06:52.697543 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:06:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['b4e00dd0-53d8-4a02-8e4a-d7c649f86393'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:52.707715 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-11529b4f-1cc8-4853-85f9-351818995bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:52.742309 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d47c382f-4a8e-4b9a-9a41-a5e590715de4 req-6feec34c-a00f-4c82-9a11-8287b78ba4f8 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544991 Apr 14 16:06:52.829322 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:52.996827 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-71376244-be0d-4179-b334-c7b79065f37e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Made reservation on behalf of b1c24bc0955d40daaf93ec04f0cf5e9a for: {'port': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:06:53.004740 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-71376244-be0d-4179-b334-c7b79065f37e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:53.227428 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0a27b-1b12-406e-afd9-d68b0228eeba tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Pushing event updated for resources: {'Port': ['ID=e07940c5-3678-4057-8d14-fb0a1dca5ee6,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:53.231372 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-fbd0a27b-1b12-406e-afd9-d68b0228eeba tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:53.237224 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b58ee-57f9-457f-b100-a03acab48385 req-9fd05f0a-d2b3-4710-8f90-19b3e5a35f0f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:53.240155 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-731b58ee-57f9-457f-b100-a03acab48385 req-9fd05f0a-d2b3-4710-8f90-19b3e5a35f0f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 931 time: 0.1131608 Apr 14 16:06:53.246343 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] Set router b4e00dd0-53d8-4a02-8e4a-d7c649f86393 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:06:53.319954 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-731b58ee-57f9-457f-b100-a03acab48385 req-05ea95a8-6e34-40cf-badd-8a8fead37244 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734632 Apr 14 16:06:53.380970 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7bf1c4-2345-4572-a162-88b1a218dea6 req-4247bf3f-1626-445b-b36e-0112a82234ae tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:53.391655 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3f7bf1c4-2345-4572-a162-88b1a218dea6 req-4247bf3f-1626-445b-b36e-0112a82234ae tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 931 time: 0.1182158 Apr 14 16:06:53.438629 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3f7bf1c4-2345-4572-a162-88b1a218dea6 req-d316a803-0239-499d-9744-fd74bbe59cbe tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457771 Apr 14 16:06:53.473678 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-fbd0a27b-1b12-406e-afd9-d68b0228eeba tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Network 86b55a80-468c-416f-9ed3-2601bbe04b76 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:06:53.483884 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-fbd0a27b-1b12-406e-afd9-d68b0228eeba tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:06:53.486348 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-fbd0a27b-1b12-406e-afd9-d68b0228eeba tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:06:53.624523 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e00dd0-53d8-4a02-8e4a-d7c649f86393', 'name': 'tempest-TestShelveInstance-94234918-router', 'tenant_id': '89795551956341ab822cac58387191c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '47f6a62b-ea50-40fa-9584-32da4e130dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:39Z', 'updated_at': '2021-04-14T16:06:47Z', 'revision_number': 4, 'project_id': '89795551956341ab822cac58387191c9', 'gw_port': {'id': '47f6a62b-ea50-40fa-9584-32da4e130dcd', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e00dd0-53d8-4a02-8e4a-d7c649f86393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:40Z', 'updated_at': '2021-04-14T16:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '833f33c1-3212-4369-91e5-28da3062bdfa', 'name': '', 'network_id': '0b850718-aad0-43ea-8727-99570e5a03b6', 'tenant_id': '89795551956341ab822cac58387191c9', 'mac_address': 'fa:16:3e:db:1c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e00dd0-53d8-4a02-8e4a-d7c649f86393', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '3c9bb336-d977-4ba3-be2a-7a87dce76f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:45Z', 'updated_at': '2021-04-14T16:06:48Z', 'revision_number': 2, 'project_id': '89795551956341ab822cac58387191c9', 'subnets': [{'id': '3c9bb336-d977-4ba3-be2a-7a87dce76f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:53.638532 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] Checking router: b4e00dd0-53d8-4a02-8e4a-d7c649f86393 for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:06:53.638956 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] Updating router b4e00dd0-53d8-4a02-8e4a-d7c649f86393 port 833f33c1-3212-4369-91e5-28da3062bdfa binding host dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:06:53.705369 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-71376244-be0d-4179-b334-c7b79065f37e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Allocated IP 172.20.0.7 (48b35636-db5f-47a0-ab14-5e37f94c09c4/a8f6922b-1f9f-4f7f-b188-1b01e0a22ab1/26f52dac-95f9-4d88-a750-3b3937f9c4a2) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:06:53.742067 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:53.757533 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-fbd0a27b-1b12-406e-afd9-d68b0228eeba tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:53.758422 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-fbd0a27b-1b12-406e-afd9-d68b0228eeba tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:53.838610 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-fbd0a27b-1b12-406e-afd9-d68b0228eeba tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3744304 Apr 14 16:06:53.838995 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-b548d79e-e844-4614-af71-297464d39da3 None None] Provisioning for port e07940c5-3678-4057-8d14-fb0a1dca5ee6 completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:06:53.848740 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-b548d79e-e844-4614-af71-297464d39da3 None None] Provisioning complete for port e07940c5-3678-4057-8d14-fb0a1dca5ee6 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:53.849166 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b548d79e-e844-4614-af71-297464d39da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:53.858994 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] Request body: {'port': {'device_id': '41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:53.923790 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ed2077cf-8f9d-4e0a-8461-0760f85f3c56 req-067d0ee2-d1f8-4f31-8fe7-d12ceafd7d32 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 210 time: 0.1264207 Apr 14 16:06:53.974287 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-b548d79e-e844-4614-af71-297464d39da3 None None] Port e07940c5-3678-4057-8d14-fb0a1dca5ee6 cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:06:54.023969 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 35186) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:54.030424 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-747636f4-03cb-41c6-9cb6-f3728f3e3dbc tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-833706590', 'description': 'tempest-secgroup-smoke-833706590 description', 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:54.055537 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-747636f4-03cb-41c6-9cb6-f3728f3e3dbc tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:54.077502 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-747636f4-03cb-41c6-9cb6-f3728f3e3dbc tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Usage tracker for resource:security_group and tenant:91ea008d0147431cb1eeb4f5c290e6b7 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:54.081442 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-747636f4-03cb-41c6-9cb6-f3728f3e3dbc tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:54.126951 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-747636f4-03cb-41c6-9cb6-f3728f3e3dbc tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:54.166394 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-747636f4-03cb-41c6-9cb6-f3728f3e3dbc tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:54.181546 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 869e3685-62fd-42f6-8754-87a98be83dc8 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:06:54.209400 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:54.213506 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-747636f4-03cb-41c6-9cb6-f3728f3e3dbc tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:54.220247 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-747636f4-03cb-41c6-9cb6-f3728f3e3dbc tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Usage tracker for resource:security_group_rule and tenant:91ea008d0147431cb1eeb4f5c290e6b7 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:54.223353 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-747636f4-03cb-41c6-9cb6-f3728f3e3dbc tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:54.232676 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-747636f4-03cb-41c6-9cb6-f3728f3e3dbc tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:54.269660 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] Transition to ACTIVE for port object 869e3685-62fd-42f6-8754-87a98be83dc8 will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:06:54.271140 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:54.343826 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-747636f4-03cb-41c6-9cb6-f3728f3e3dbc tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:54.353737 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:54.356822 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-747636f4-03cb-41c6-9cb6-f3728f3e3dbc tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:54.370905 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] Transition to ACTIVE for port object 833f33c1-3212-4369-91e5-28da3062bdfa will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:06:54.375172 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d1df8-c2cf-4af0-bba9-a992efb3f5db req-ca909a35-51d9-4359-9810-995b2aa6aa25 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:54.379379 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:54.384867 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b34d1df8-c2cf-4af0-bba9-a992efb3f5db req-ca909a35-51d9-4359-9810-995b2aa6aa25 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.3106463 Apr 14 16:06:54.412429 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c472132a-58d3-4e45-a1f0-f88c9ed5d7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:54.466140 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b34d1df8-c2cf-4af0-bba9-a992efb3f5db req-5d41864f-8d6d-4e82-aa4d-95fd6ee2877d tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802181 Apr 14 16:06:54.466956 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747636f4-03cb-41c6-9cb6-f3728f3e3dbc tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b882fbe3-5ea4-4cfb-a53e-107a2b23f649,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:54.484838 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-747636f4-03cb-41c6-9cb6-f3728f3e3dbc tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:54.519146 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:54.621020 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de37c7d-b797-4136-a6ca-57ae1803990a None None] Pushing event updated for resources: {'Port': ['ID=833f33c1-3212-4369-91e5-28da3062bdfa,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:54.631764 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-5de37c7d-b797-4136-a6ca-57ae1803990a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:54.640556 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-747636f4-03cb-41c6-9cb6-f3728f3e3dbc tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:54.645362 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-747636f4-03cb-41c6-9cb6-f3728f3e3dbc tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6200972 Apr 14 16:06:54.646353 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 35200) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:54.665654 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-92963477-1ac3-439e-b6aa-5d516bc282de tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Request body: {'security_group_rule': {'security_group_id': 'b882fbe3-5ea4-4cfb-a53e-107a2b23f649', 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:54.674800 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-92963477-1ac3-439e-b6aa-5d516bc282de tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:54.692356 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:54.728016 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:54.744359 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-92963477-1ac3-439e-b6aa-5d516bc282de tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Usage tracker for resource:security_group_rule and tenant:91ea008d0147431cb1eeb4f5c290e6b7 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:54.748141 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-92963477-1ac3-439e-b6aa-5d516bc282de tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:54.755679 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-92963477-1ac3-439e-b6aa-5d516bc282de tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:54.772445 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-71376244-be0d-4179-b334-c7b79065f37e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:54.783915 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-92963477-1ac3-439e-b6aa-5d516bc282de tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:54.832061 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e1a1e-734c-4454-a43b-cd68fd221f63 req-42cb7d86-c713-41d5-bb32-c22df464473b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:54.834219 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-198e1a1e-734c-4454-a43b-cd68fd221f63 req-42cb7d86-c713-41d5-bb32-c22df464473b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 931 time: 0.3323715 Apr 14 16:06:54.875956 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] Attempting to bind port 833f33c1-3212-4369-91e5-28da3062bdfa on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:06:54.876365 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] Attempting to bind port 833f33c1-3212-4369-91e5-28da3062bdfa by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': '5b484e51-3292-45a3-990f-1e4b938fbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0b850718-aad0-43ea-8727-99570e5a03b6'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:06:54.876775 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] Attempting to bind port 833f33c1-3212-4369-91e5-28da3062bdfa on network 0b850718-aad0-43ea-8727-99570e5a03b6 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:06:54.886014 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:06:54.887445 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] Checking segment: {'id': '5b484e51-3292-45a3-990f-1e4b938fbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0b850718-aad0-43ea-8727-99570e5a03b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:06:54.888340 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:54.889056 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] Bound using segment: {'id': '5b484e51-3292-45a3-990f-1e4b938fbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0b850718-aad0-43ea-8727-99570e5a03b6'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:06:54.889977 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] Bound port: 833f33c1-3212-4369-91e5-28da3062bdfa, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b484e51-3292-45a3-990f-1e4b938fbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0b850718-aad0-43ea-8727-99570e5a03b6'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:06:54.891710 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:54.903429 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] Pushing event updated for resources: {'Port': ['ID=869e3685-62fd-42f6-8754-87a98be83dc8,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:54.919231 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:54.921572 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076c907-a34f-49bb-84b8-4ad4395943ed req-ac35ba92-7716-4388-ae5c-db692f4d024e tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:54.923248 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3076c907-a34f-49bb-84b8-4ad4395943ed req-ac35ba92-7716-4388-ae5c-db692f4d024e tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 943 time: 0.2402322 Apr 14 16:06:54.931125 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-198e1a1e-734c-4454-a43b-cd68fd221f63 req-9397566d-4632-4c84-a549-179252c32af4 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846720 Apr 14 16:06:54.949643 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-92963477-1ac3-439e-b6aa-5d516bc282de tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:54.969411 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-92963477-1ac3-439e-b6aa-5d516bc282de tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:54.978557 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:55.004469 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] For port 833f33c1-3212-4369-91e5-28da3062bdfa, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:06:55.006221 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92963477-1ac3-439e-b6aa-5d516bc282de tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b055cd-f189-47b3-99cc-f0f53277189d,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:55.015101 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] For port 833f33c1-3212-4369-91e5-28da3062bdfa, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=833f33c1-3212-4369-91e5-28da3062bdfa,segment=NetworkSegment(5b484e51-3292-45a3-990f-1e4b938fbf8a),segment_id=5b484e51-3292-45a3-990f-1e4b938fbf8a)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:06:55.023018 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.026032 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3076c907-a34f-49bb-84b8-4ad4395943ed req-c02fff3b-c196-47d0-abe4-13ed03d4c7bd tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901704 Apr 14 16:06:55.036768 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-92963477-1ac3-439e-b6aa-5d516bc282de tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:55.039730 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:55.057271 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-92963477-1ac3-439e-b6aa-5d516bc282de tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.061941 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-92963477-1ac3-439e-b6aa-5d516bc282de tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3995495 Apr 14 16:06:55.062628 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 35208) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:55.090552 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-45798cc7-85fd-4cfe-9fc8-ebe0a37cb02a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Request body: {'security_group_rule': {'security_group_id': 'b882fbe3-5ea4-4cfb-a53e-107a2b23f649', 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:55.139195 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-45798cc7-85fd-4cfe-9fc8-ebe0a37cb02a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:55.144892 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-45798cc7-85fd-4cfe-9fc8-ebe0a37cb02a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Usage tracker for resource:security_group_rule and tenant:91ea008d0147431cb1eeb4f5c290e6b7 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:55.153760 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-45798cc7-85fd-4cfe-9fc8-ebe0a37cb02a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:55.161250 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-45798cc7-85fd-4cfe-9fc8-ebe0a37cb02a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:55.192479 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-77cce124-dd0f-419d-84ba-b7794b9f964f req-b39e4759-7b6b-49ce-9fbc-7ded369fdae5 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 210 time: 0.0954382 Apr 14 16:06:55.193295 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-45798cc7-85fd-4cfe-9fc8-ebe0a37cb02a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.254491 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de37c7d-b797-4136-a6ca-57ae1803990a None None] Pushing event updated for resources: {'Port': ['ID=833f33c1-3212-4369-91e5-28da3062bdfa,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:55.261423 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-5de37c7d-b797-4136-a6ca-57ae1803990a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:55.293062 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] Routers {'b4e00dd0-53d8-4a02-8e4a-d7c649f86393'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:06:55.294114 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:06:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['b4e00dd0-53d8-4a02-8e4a-d7c649f86393'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:55.300497 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-45798cc7-85fd-4cfe-9fc8-ebe0a37cb02a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.304879 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-45798cc7-85fd-4cfe-9fc8-ebe0a37cb02a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.307438 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-62c87162-358b-48a2-a026-d3b5b29ee22f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:55.332682 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07940c5-3678-4057-8d14-fb0a1dca5ee6 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:06:55.336953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45798cc7-85fd-4cfe-9fc8-ebe0a37cb02a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b551ace2-e1c8-405c-acb5-6b355777c768,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:55.345803 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.351313 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45798cc7-85fd-4cfe-9fc8-ebe0a37cb02a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:55.351916 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45798cc7-85fd-4cfe-9fc8-ebe0a37cb02a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:55.352126 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-71376244-be0d-4179-b334-c7b79065f37e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.352533 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45798cc7-85fd-4cfe-9fc8-ebe0a37cb02a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:55.353028 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45798cc7-85fd-4cfe-9fc8-ebe0a37cb02a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:55.353522 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45798cc7-85fd-4cfe-9fc8-ebe0a37cb02a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:55.354008 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45798cc7-85fd-4cfe-9fc8-ebe0a37cb02a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:55.354691 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45798cc7-85fd-4cfe-9fc8-ebe0a37cb02a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:55.355024 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45798cc7-85fd-4cfe-9fc8-ebe0a37cb02a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:55.355610 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45798cc7-85fd-4cfe-9fc8-ebe0a37cb02a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:55.356179 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45798cc7-85fd-4cfe-9fc8-ebe0a37cb02a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:55.356569 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45798cc7-85fd-4cfe-9fc8-ebe0a37cb02a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:55.357050 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45798cc7-85fd-4cfe-9fc8-ebe0a37cb02a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:55.377488 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-45798cc7-85fd-4cfe-9fc8-ebe0a37cb02a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:55.381363 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-64670d6d-765d-4ef1-9ccd-6b5d4af3152b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:55.384080 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-45798cc7-85fd-4cfe-9fc8-ebe0a37cb02a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.388701 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-45798cc7-85fd-4cfe-9fc8-ebe0a37cb02a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3217301 Apr 14 16:06:55.389522 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 35220) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:55.396962 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-0ccc4355-515d-4504-8605-2befb671c090 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Request body: {'security_group_rule': {'security_group_id': 'b882fbe3-5ea4-4cfb-a53e-107a2b23f649', 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:55.419746 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-0ccc4355-515d-4504-8605-2befb671c090 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:55.424337 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-0ccc4355-515d-4504-8605-2befb671c090 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Usage tracker for resource:security_group_rule and tenant:91ea008d0147431cb1eeb4f5c290e6b7 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:55.428904 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-0ccc4355-515d-4504-8605-2befb671c090 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:55.435806 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-0ccc4355-515d-4504-8605-2befb671c090 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:55.457072 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0ccc4355-515d-4504-8605-2befb671c090 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.484245 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 35224) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:55.552654 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0ccc4355-515d-4504-8605-2befb671c090 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.555854 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0ccc4355-515d-4504-8605-2befb671c090 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.558000 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:55.584281 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc4355-515d-4504-8605-2befb671c090 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4b6150-a7da-45a9-af9b-5cdcbc363a4b,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:55.584815 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] Transition to ACTIVE for port object e07940c5-3678-4057-8d14-fb0a1dca5ee6 will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:06:55.596316 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0ccc4355-515d-4504-8605-2befb671c090 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:55.610416 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0ccc4355-515d-4504-8605-2befb671c090 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.614639 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-0ccc4355-515d-4504-8605-2befb671c090 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2211876 Apr 14 16:06:55.615182 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 35232) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:55.620882 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-2ff5e257-141b-4320-91ff-a6404b2fb1df tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Request body: {'security_group_rule': {'security_group_id': 'b882fbe3-5ea4-4cfb-a53e-107a2b23f649', 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:55.627980 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-2ff5e257-141b-4320-91ff-a6404b2fb1df tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:55.632138 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-2ff5e257-141b-4320-91ff-a6404b2fb1df tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Usage tracker for resource:security_group_rule and tenant:91ea008d0147431cb1eeb4f5c290e6b7 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:55.635443 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-2ff5e257-141b-4320-91ff-a6404b2fb1df tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:55.644026 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] Set router b4e00dd0-53d8-4a02-8e4a-d7c649f86393 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:06:55.644602 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-2ff5e257-141b-4320-91ff-a6404b2fb1df tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:55.660731 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.725692 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e257-141b-4320-91ff-a6404b2fb1df tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.815466 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71376244-be0d-4179-b334-c7b79065f37e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Pushing event updated for resources: {'Port': ['ID=26f52dac-95f9-4d88-a750-3b3937f9c4a2,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:55.818426 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d078b4-7dc0-4434-91d1-ed0536d7bd7c req-346ba0f8-f70f-423d-abbe-dde0b738a9e9 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:55.820474 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-88d078b4-7dc0-4434-91d1-ed0536d7bd7c req-346ba0f8-f70f-423d-abbe-dde0b738a9e9 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.1784587 Apr 14 16:06:55.850270 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e257-141b-4320-91ff-a6404b2fb1df tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.853803 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e257-141b-4320-91ff-a6404b2fb1df tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.866795 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:55.886322 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-88d078b4-7dc0-4434-91d1-ed0536d7bd7c req-0a28b84e-9784-485e-b373-7c6a2f06cc0b tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526154 Apr 14 16:06:55.891388 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5e257-141b-4320-91ff-a6404b2fb1df tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df70967-9e88-4150-b5d4-7fb7a52fd41c,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:55.893229 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-71376244-be0d-4179-b334-c7b79065f37e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:55.893886 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-2ff5e257-141b-4320-91ff-a6404b2fb1df tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:55.898582 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:55.902706 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e257-141b-4320-91ff-a6404b2fb1df tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.906141 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-2ff5e257-141b-4320-91ff-a6404b2fb1df tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2901914 Apr 14 16:06:55.907255 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 35238) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:55.913077 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-61f7a829-ec93-44c7-9c52-d092e6b50d89 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Request body: {'security_group_rule': {'security_group_id': 'b882fbe3-5ea4-4cfb-a53e-107a2b23f649', 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:55.921292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-61f7a829-ec93-44c7-9c52-d092e6b50d89 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:55.925740 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-61f7a829-ec93-44c7-9c52-d092e6b50d89 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Usage tracker for resource:security_group_rule and tenant:91ea008d0147431cb1eeb4f5c290e6b7 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:55.928988 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-61f7a829-ec93-44c7-9c52-d092e6b50d89 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:55.931855 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9ef73aef-d209-48bb-b250-8e71018d722b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:55.936166 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-61f7a829-ec93-44c7-9c52-d092e6b50d89 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:55.948442 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.securitygroups_db [None req-61f7a829-ec93-44c7-9c52-d092e6b50d89 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Project 91ea008d0147431cb1eeb4f5c290e6b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 16:06:55.956272 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-61f7a829-ec93-44c7-9c52-d092e6b50d89 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:56.036329 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-9ef73aef-d209-48bb-b250-8e71018d722b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:56.039468 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-61f7a829-ec93-44c7-9c52-d092e6b50d89 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:56.043490 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-61f7a829-ec93-44c7-9c52-d092e6b50d89 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:56.052021 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0ccc4355-515d-4504-8605-2befb671c090 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:56.074006 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7a829-ec93-44c7-9c52-d092e6b50d89 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a879f83e-a76d-4c33-805e-16074840da0b,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:56.074425 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e00dd0-53d8-4a02-8e4a-d7c649f86393', 'name': 'tempest-TestShelveInstance-94234918-router', 'tenant_id': '89795551956341ab822cac58387191c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '47f6a62b-ea50-40fa-9584-32da4e130dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:39Z', 'updated_at': '2021-04-14T16:06:47Z', 'revision_number': 4, 'project_id': '89795551956341ab822cac58387191c9', 'gw_port': {'id': '47f6a62b-ea50-40fa-9584-32da4e130dcd', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e00dd0-53d8-4a02-8e4a-d7c649f86393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:40Z', 'updated_at': '2021-04-14T16:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '833f33c1-3212-4369-91e5-28da3062bdfa', 'name': '', 'network_id': '0b850718-aad0-43ea-8727-99570e5a03b6', 'tenant_id': '89795551956341ab822cac58387191c9', 'mac_address': 'fa:16:3e:db:1c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e00dd0-53d8-4a02-8e4a-d7c649f86393', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '3c9bb336-d977-4ba3-be2a-7a87dce76f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:45Z', 'updated_at': '2021-04-14T16:06:55Z', 'revision_number': 4, 'project_id': '89795551956341ab822cac58387191c9', 'subnets': [{'id': '3c9bb336-d977-4ba3-be2a-7a87dce76f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:06:56.077034 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-61f7a829-ec93-44c7-9c52-d092e6b50d89 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:56.085681 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-61f7a829-ec93-44c7-9c52-d092e6b50d89 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:56.086158 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a04c05-2cee-4257-8c17-27a1650bc1f9 None None] The sync data for ids ['b4e00dd0-53d8-4a02-8e4a-d7c649f86393'] in dv-cinder-786260-2-iscsi is: [{'id': 'b4e00dd0-53d8-4a02-8e4a-d7c649f86393', 'name': 'tempest-TestShelveInstance-94234918-router', 'tenant_id': '89795551956341ab822cac58387191c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '47f6a62b-ea50-40fa-9584-32da4e130dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:39Z', 'updated_at': '2021-04-14T16:06:47Z', 'revision_number': 4, 'project_id': '89795551956341ab822cac58387191c9', 'gw_port': {'id': '47f6a62b-ea50-40fa-9584-32da4e130dcd', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e00dd0-53d8-4a02-8e4a-d7c649f86393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:40Z', 'updated_at': '2021-04-14T16:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '833f33c1-3212-4369-91e5-28da3062bdfa', 'name': '', 'network_id': '0b850718-aad0-43ea-8727-99570e5a03b6', 'tenant_id': '89795551956341ab822cac58387191c9', 'mac_address': 'fa:16:3e:db:1c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e00dd0-53d8-4a02-8e4a-d7c649f86393', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '3c9bb336-d977-4ba3-be2a-7a87dce76f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:45Z', 'updated_at': '2021-04-14T16:06:55Z', 'revision_number': 4, 'project_id': '89795551956341ab822cac58387191c9', 'subnets': [{'id': '3c9bb336-d977-4ba3-be2a-7a87dce76f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:06:56.092661 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-61f7a829-ec93-44c7-9c52-d092e6b50d89 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1810012 Apr 14 16:06:56.096077 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 35246) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:56.100826 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-9ef73aef-d209-48bb-b250-8e71018d722b admin admin] Usage tracker for resource:security_group_rule and tenant:3c24742a433e4cdd88849d294a2e1e55 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:56.112615 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-9ef73aef-d209-48bb-b250-8e71018d722b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:56.132843 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-9ef73aef-d209-48bb-b250-8e71018d722b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:56.164932 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-7331a433-dd75-4c58-8e35-20bb485bc155 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Request body: {'security_group_rule': {'security_group_id': 'b882fbe3-5ea4-4cfb-a53e-107a2b23f649', 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:56.165927 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] Pushing event updated for resources: {'Port': ['ID=e07940c5-3678-4057-8d14-fb0a1dca5ee6,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:56.172688 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-7331a433-dd75-4c58-8e35-20bb485bc155 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:56.179138 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-7331a433-dd75-4c58-8e35-20bb485bc155 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Usage tracker for resource:security_group_rule and tenant:91ea008d0147431cb1eeb4f5c290e6b7 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:56.182775 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-7331a433-dd75-4c58-8e35-20bb485bc155 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:56.185515 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:56.194137 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-7331a433-dd75-4c58-8e35-20bb485bc155 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:56.208895 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] Attempting to bind port 869e3685-62fd-42f6-8754-87a98be83dc8 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:06:56.209722 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] Attempting to bind port 869e3685-62fd-42f6-8754-87a98be83dc8 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'b381b6c6-6aa9-422a-afa4-1af838049569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:06:56.214459 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] Attempting to bind port 869e3685-62fd-42f6-8754-87a98be83dc8 on network 54a8843b-6ccf-44d9-81c5-6907f5dcf390 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:06:56.217475 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.securitygroups_db [None req-7331a433-dd75-4c58-8e35-20bb485bc155 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Project 91ea008d0147431cb1eeb4f5c290e6b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 16:06:56.231700 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7331a433-dd75-4c58-8e35-20bb485bc155 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:56.240083 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] Port 869e3685-62fd-42f6-8754-87a98be83dc8 on network 54a8843b-6ccf-44d9-81c5-6907f5dcf390 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:06:56.240452 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] Attempting to bind port 869e3685-62fd-42f6-8754-87a98be83dc8 on network 54a8843b-6ccf-44d9-81c5-6907f5dcf390 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:06:56.244703 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-71376244-be0d-4179-b334-c7b79065f37e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Network 48b35636-db5f-47a0-ab14-5e37f94c09c4 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:06:56.259729 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a9d6f-8c5e-4838-a6ab-f3d0a021703d req-b156f035-4390-4a20-ba72-93021d267d20 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:56.261967 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ef9a9d6f-8c5e-4838-a6ab-f3d0a021703d req-b156f035-4390-4a20-ba72-93021d267d20 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.1667342 Apr 14 16:06:56.263135 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-71376244-be0d-4179-b334-c7b79065f37e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:06:56.269927 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] Checking agent: {'id': 'f6195c71-3258-459e-9d3f-74f9782cd5cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'started_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:06:56.270338 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] Checking segment: {'id': 'b381b6c6-6aa9-422a-afa4-1af838049569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:06:56.270764 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] Bound using segment: {'id': 'b381b6c6-6aa9-422a-afa4-1af838049569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:06:56.271253 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] Bound port: 869e3685-62fd-42f6-8754-87a98be83dc8, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b381b6c6-6aa9-422a-afa4-1af838049569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:06:56.271642 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:56.303883 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-71376244-be0d-4179-b334-c7b79065f37e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:06:56.313887 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ef9a9d6f-8c5e-4838-a6ab-f3d0a021703d req-bd77e41f-7f15-4299-a06a-7242af41b309 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387273 Apr 14 16:06:56.360035 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7331a433-dd75-4c58-8e35-20bb485bc155 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:56.362953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7331a433-dd75-4c58-8e35-20bb485bc155 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:56.371396 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-45798cc7-85fd-4cfe-9fc8-ebe0a37cb02a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:56.395311 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331a433-dd75-4c58-8e35-20bb485bc155 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a5be4f-9c40-489c-a756-6e7fbc1caede,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:56.404886 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7331a433-dd75-4c58-8e35-20bb485bc155 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:56.412677 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7331a433-dd75-4c58-8e35-20bb485bc155 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:56.414359 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-7331a433-dd75-4c58-8e35-20bb485bc155 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3156557 Apr 14 16:06:56.573825 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-71376244-be0d-4179-b334-c7b79065f37e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:56.575191 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-71376244-be0d-4179-b334-c7b79065f37e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:56.589216 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64e88e-3e21-4b4c-8643-f678a56af220 req-b10e132b-cc29-48dd-926c-f243a07886fb tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:56.590999 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fe64e88e-3e21-4b4c-8643-f678a56af220 req-b10e132b-cc29-48dd-926c-f243a07886fb tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 943 time: 0.1174889 Apr 14 16:06:56.647780 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fe64e88e-3e21-4b4c-8643-f678a56af220 req-fc1bcc82-7458-454f-8e61-01b4cb179f6a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452683 Apr 14 16:06:56.653418 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] For port 869e3685-62fd-42f6-8754-87a98be83dc8, host hv-cinder-78626, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:06:56.727627 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] For port 869e3685-62fd-42f6-8754-87a98be83dc8, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=869e3685-62fd-42f6-8754-87a98be83dc8,segment=NetworkSegment(b381b6c6-6aa9-422a-afa4-1af838049569),segment_id=b381b6c6-6aa9-422a-afa4-1af838049569)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:06:56.729752 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-71376244-be0d-4179-b334-c7b79065f37e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9012017 Apr 14 16:06:56.753607 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9ef73aef-d209-48bb-b250-8e71018d722b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:56.766058 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:56.790259 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:56.800611 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-79777f7b-9987-4360-9f0e-3bbbe71130b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:56.824076 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9ef73aef-d209-48bb-b250-8e71018d722b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:56.919660 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bad5c-aca3-4505-8891-44b8a51ad5a3 req-a7759c6c-8a82-44fd-9a04-5a8cb96fafbc tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:56.924750 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-538bad5c-aca3-4505-8891-44b8a51ad5a3 req-a7759c6c-8a82-44fd-9a04-5a8cb96fafbc tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 931 time: 0.1132958 Apr 14 16:06:56.974539 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-538bad5c-aca3-4505-8891-44b8a51ad5a3 req-6ee8a3a9-70f8-4a0a-bf83-8926760c0959 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Synchronizing usage tracker for tenant:b1c24bc0955d40daaf93ec04f0cf5e9a on resource:security_group {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:06:56.978639 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] Attempting to bind port e07940c5-3678-4057-8d14-fb0a1dca5ee6 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:06:56.979022 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] Attempting to bind port e07940c5-3678-4057-8d14-fb0a1dca5ee6 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'c779952e-db9c-40b0-a6a8-3f9c3af7dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:06:56.979390 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] Attempting to bind port e07940c5-3678-4057-8d14-fb0a1dca5ee6 on network 86b55a80-468c-416f-9ed3-2601bbe04b76 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:06:56.993234 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-9ef73aef-d209-48bb-b250-8e71018d722b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c24742a433e4cdd88849d294a2e1e55&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4803879 Apr 14 16:06:56.993430 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-538bad5c-aca3-4505-8891-44b8a51ad5a3 req-6ee8a3a9-70f8-4a0a-bf83-8926760c0959 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Unset dirty status for tenant:b1c24bc0955d40daaf93ec04f0cf5e9a on resource:security_group {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:06:56.999633 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 35292) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:57.003549 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-538bad5c-aca3-4505-8891-44b8a51ad5a3 req-6ee8a3a9-70f8-4a0a-bf83-8926760c0959 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741353 Apr 14 16:06:57.005415 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] Port e07940c5-3678-4057-8d14-fb0a1dca5ee6 on network 86b55a80-468c-416f-9ed3-2601bbe04b76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:06:57.005784 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] Attempting to bind port e07940c5-3678-4057-8d14-fb0a1dca5ee6 on network 86b55a80-468c-416f-9ed3-2601bbe04b76 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:06:57.066313 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] Checking agent: {'id': 'f6195c71-3258-459e-9d3f-74f9782cd5cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'started_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:06:57.066680 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] Checking segment: {'id': 'c779952e-db9c-40b0-a6a8-3f9c3af7dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:06:57.067130 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] Bound using segment: {'id': 'c779952e-db9c-40b0-a6a8-3f9c3af7dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:06:57.067703 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] Bound port: e07940c5-3678-4057-8d14-fb0a1dca5ee6, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c779952e-db9c-40b0-a6a8-3f9c3af7dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:06:57.068011 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:57.110626 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] Pushing event updated for resources: {'Port': ['ID=869e3685-62fd-42f6-8754-87a98be83dc8,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:57.129075 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:57.134209 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-43ba717d-3a15-4d47-9a56-4cdce4fe2655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:57.231966 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3f36d-b6e6-4dc4-bab5-18cf44bd4408 req-79e188d2-caa4-4fb2-989d-81da438adb8c tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:57.241788 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a6b3f36d-b6e6-4dc4-bab5-18cf44bd4408 req-79e188d2-caa4-4fb2-989d-81da438adb8c tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.1042521 Apr 14 16:06:57.244224 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef73aef-d209-48bb-b250-8e71018d722b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd5c63e-73a6-4275-afa6-e8431eeacdd0,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:57.256133 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-9ef73aef-d209-48bb-b250-8e71018d722b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:57.272653 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:57.273341 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:57.274956 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] 10.222.0.54 "PUT /v2.0/ports/869e3685-62fd-42f6-8754-87a98be83dc8 HTTP/1.1" status: 200 len: 1093 time: 4.8136640 Apr 14 16:06:57.275468 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e8e337-b8cf-4345-ae5e-b6e8310b9a35', 'tag': '869e3685-62fd-42f6-8754-87a98be83dc8'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:06:57.281408 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a6b3f36d-b6e6-4dc4-bab5-18cf44bd4408 req-4e657a23-e5fa-4bae-b236-d2d11a0e3110 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393798 Apr 14 16:06:57.283199 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c917dd30-ace9-468d-a468-8c63a02aef2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:57.285538 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] For port e07940c5-3678-4057-8d14-fb0a1dca5ee6, host hv-cinder-78626, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:06:57.289864 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] For port e07940c5-3678-4057-8d14-fb0a1dca5ee6, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e07940c5-3678-4057-8d14-fb0a1dca5ee6,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:06:57.330766 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c917dd30-ace9-468d-a468-8c63a02aef2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:57.345984 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e8e337-b8cf-4345-ae5e-b6e8310b9a35', 'tag': '869e3685-62fd-42f6-8754-87a98be83dc8', 'status': 'completed', 'code': 200} Apr 14 16:06:57.347103 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:57.366401 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-65922153-1f7b-41bb-9768-cb81404af6e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:57.417864 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 833f33c1-3212-4369-91e5-28da3062bdfa up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:06:57.533285 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port 833f33c1-3212-4369-91e5-28da3062bdfa completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:06:57.538886 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 833f33c1-3212-4369-91e5-28da3062bdfa triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:57.539283 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:57.591118 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecd4f5-9c39-457e-b651-ba88ae7a9ae5 req-0fff6659-d760-442a-a009-906742159a02 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:57.598957 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bdecd4f5-9c39-457e-b651-ba88ae7a9ae5 req-0fff6659-d760-442a-a009-906742159a02 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.1028466 Apr 14 16:06:57.608406 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] Pushing event updated for resources: {'Port': ['ID=e07940c5-3678-4057-8d14-fb0a1dca5ee6,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:57.620832 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:57.626903 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bdecd4f5-9c39-457e-b651-ba88ae7a9ae5 req-22576d22-5ba8-4242-9f14-62fa1293d41f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269034 Apr 14 16:06:57.631387 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c917dd30-ace9-468d-a468-8c63a02aef2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:57.638825 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0effef0d-45cb-4d51-ab84-50e30c02980d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:57.658040 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917dd30-ace9-468d-a468-8c63a02aef2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd5c63e-73a6-4275-afa6-e8431eeacdd0,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:57.663950 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:57.665756 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:57.666248 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] 10.222.0.54 "PUT /v2.0/ports/e07940c5-3678-4057-8d14-fb0a1dca5ee6 HTTP/1.1" status: 200 len: 1093 time: 3.8161941 Apr 14 16:06:57.669024 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c917dd30-ace9-468d-a468-8c63a02aef2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:57.671254 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c917dd30-ace9-468d-a468-8c63a02aef2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:57.672473 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-c917dd30-ace9-468d-a468-8c63a02aef2f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2cd5c63e-73a6-4275-afa6-e8431eeacdd0 HTTP/1.1" status: 204 len: 168 time: 0.6687446 Apr 14 16:06:57.717543 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:57.745484 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port 833f33c1-3212-4369-91e5-28da3062bdfa, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=833f33c1-3212-4369-91e5-28da3062bdfa,segment=NetworkSegment(5b484e51-3292-45a3-990f-1e4b938fbf8a),segment_id=5b484e51-3292-45a3-990f-1e4b938fbf8a)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:06:57.753101 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:57.755653 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:57.841992 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=833f33c1-3212-4369-91e5-28da3062bdfa,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:57.845650 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:57.907401 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4f666-038e-43d9-a5f3-695ccd67f783 req-a65b077d-194d-4ce3-a282-49752ba73985 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:57.908997 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b8e4f666-038e-43d9-a5f3-695ccd67f783 req-a65b077d-194d-4ce3-a282-49752ba73985 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 943 time: 0.1150031 Apr 14 16:06:57.946166 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b8e4f666-038e-43d9-a5f3-695ccd67f783 req-bf3a94db-a667-48e7-a5f6-322fdf6473af tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307238 Apr 14 16:06:58.023542 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Request body: {'port': {'device_id': 'f9b38fd3-623c-44db-935b-d3410b39b8ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:58.272781 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf308c0-af63-4c8c-bd24-fee3e80a051e req-ef801b1e-160d-44ae-a15a-5d0b4f8a1db0 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:58.274515 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-cbf308c0-af63-4c8c-bd24-fee3e80a051e req-ef801b1e-160d-44ae-a15a-5d0b4f8a1db0 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 931 time: 0.1202364 Apr 14 16:06:58.334222 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:58.337464 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-cbf308c0-af63-4c8c-bd24-fee3e80a051e req-b454b60e-9d61-48f3-b6b0-1a3c5e64d7c0 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555203 Apr 14 16:06:58.391400 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dac55-edea-4e5a-8d7d-c61f5c6cd4ec req-da96ae82-9727-4013-9deb-003307f36cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:58.393081 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a63dac55-edea-4e5a-8d7d-c61f5c6cd4ec req-da96ae82-9727-4013-9deb-003307f36cd2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=acc9279607264a5498ce14826bf5306e&device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 1096 time: 0.3096910 Apr 14 16:06:58.400112 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-a7a356fa-0b8e-4f84-8def-17dc605cdb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:58.401697 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-a7a356fa-0b8e-4f84-8def-17dc605cdb84 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=691977ceece143efa6a03aafe5e47709&device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 1096 time: 0.3170881 Apr 14 16:06:58.570420 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264d9d9-1616-44a8-b202-4598a62cce76 req-608706f4-b1c1-4598-ae3c-ebfc6bf7d812 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:58.572203 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7264d9d9-1616-44a8-b202-4598a62cce76 req-608706f4-b1c1-4598-ae3c-ebfc6bf7d812 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.1346126 Apr 14 16:06:58.617801 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7264d9d9-1616-44a8-b202-4598a62cce76 req-f9673070-8f69-4018-a9f2-39270d998769 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376148 Apr 14 16:06:58.681337 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 35352) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:58.820122 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1164931284-network', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:58.828048 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:58.828341 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-6cd8358b-baf6-4fce-ab5a-05a9c32a3af8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e07940c5-3678-4057-8d14-fb0a1dca5ee6 HTTP/1.1" status: 200 len: 217 time: 0.4146440 Apr 14 16:06:58.838211 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] Usage tracker for resource:network and tenant:1ac826e176e54f9dbeafa327d0de385c is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:58.843880 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:58.853566 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:58.875103 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f7cda-7285-4c0f-a5ed-f30ddabbd379 req-4be2cbb1-efb7-454f-a608-e5975db4b696 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:58.876699 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5b2f7cda-7285-4c0f-a5ed-f30ddabbd379 req-4be2cbb1-efb7-454f-a608-e5975db4b696 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.1247847 Apr 14 16:06:58.877788 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] Made reservation on behalf of 1ac826e176e54f9dbeafa327d0de385c for: {'network': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:06:58.882932 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for network, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:58.910504 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:58.934061 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:58.946340 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5b2f7cda-7285-4c0f-a5ed-f30ddabbd379 req-3ed41d95-e409-4af6-95cb-593a506e932a tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503314 Apr 14 16:06:58.949690 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] Usage tracker for resource:security_group_rule and tenant:1ac826e176e54f9dbeafa327d0de385c is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:58.955157 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:58.971433 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:59.121675 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dac55-edea-4e5a-8d7d-c61f5c6cd4ec req-9472aa38-bf9f-4193-b83b-051a7f806488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:59.135526 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a63dac55-edea-4e5a-8d7d-c61f5c6cd4ec req-9472aa38-bf9f-4193-b83b-051a7f806488 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=acc9279607264a5498ce14826bf5306e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4125030 Apr 14 16:06:59.205547 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-6ec11920-b3ca-491f-b0fa-f2f6475a281d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:59.207683 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-6ec11920-b3ca-491f-b0fa-f2f6475a281d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83188662-4769-460f-ab17-6c69d6a31076 HTTP/1.1" status: 200 len: 855 time: 0.3193517 Apr 14 16:06:59.252602 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.256880 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.262510 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-5bf410ec-ab4f-48ab-b221-f71adf4e6995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:59.279709 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858f40a-3b64-46da-9397-433680d0c567 req-60b498bb-2e09-476d-b200-e4b5424848f7 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:59.287411 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a858f40a-3b64-46da-9397-433680d0c567 req-60b498bb-2e09-476d-b200-e4b5424848f7 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 943 time: 0.1613638 Apr 14 16:06:59.312182 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 833f33c1-3212-4369-91e5-28da3062bdfa up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:06:59.313856 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=85285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:06:59.347960 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a858f40a-3b64-46da-9397-433680d0c567 req-f87ba67e-63c6-4cf3-8f53-313e8b5a9bcd tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595598 Apr 14 16:06:59.350649 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5003b7f0-87d7-444b-9962-abc320ffb3ca,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:59.354020 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.354480 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.segments_db [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] Added segment ccc78c37-061d-418e-a68d-5b478ad815ad of type vlan for network 30321c57-386c-4050-b8ef-3b7e286e431b Apr 14 16:06:59.356524 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:59.367889 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1', 'tag': 'e07940c5-3678-4057-8d14-fb0a1dca5ee6'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:06:59.421910 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778568018137'] for network, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.455548 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for network, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.457288 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:59.457700 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.460491 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 833f33c1-3212-4369-91e5-28da3062bdfa triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:59.463106 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.463413 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1', 'tag': 'e07940c5-3678-4057-8d14-fb0a1dca5ee6', 'status': 'completed', 'code': 200} Apr 14 16:06:59.463577 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a488d7b6-14e2-4624-acab-0957ac81cb75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:59.496499 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-074e021f-565d-423c-bbcd-473ed03e2f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.594151 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dac55-edea-4e5a-8d7d-c61f5c6cd4ec req-e99a8323-bc22-4b16-be1f-dab871dc43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:59.595896 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a63dac55-edea-4e5a-8d7d-c61f5c6cd4ec req-e99a8323-bc22-4b16-be1f-dab871dc43ed service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3390620 Apr 14 16:06:59.606783 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-a363885b-0b85-4132-8bda-e3ac26459546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:59.608443 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-a363885b-0b85-4132-8bda-e3ac26459546 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86b55a80-468c-416f-9ed3-2601bbe04b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3032115 Apr 14 16:06:59.650933 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9680586 Apr 14 16:06:59.656510 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 35376) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:59.660155 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] Pushing event updated for resources: {'Network': ['ID=30321c57-386c-4050-b8ef-3b7e286e431b,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:59.668656 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-e30be167-128d-4f30-87a5-b51808128396 admin admin] Request body: {'subnet': {'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1164931284-subnet', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'ip_version': 4}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:59.673902 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:59.679832 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Network 30321c57-386c-4050-b8ef-3b7e286e431b details requested by agent ovs-agent-dv-cinder-786260-2-iscsi with host dv-cinder-786260-2-iscsi {{(pid=85286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:06:59.686451 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e30be167-128d-4f30-87a5-b51808128396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:59.692509 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e30be167-128d-4f30-87a5-b51808128396 admin admin] Usage tracker for resource:subnet and tenant:1ac826e176e54f9dbeafa327d0de385c is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:06:59.696912 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e30be167-128d-4f30-87a5-b51808128396 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:06:59.706659 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e30be167-128d-4f30-87a5-b51808128396 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:59.725543 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.741346 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30be167-128d-4f30-87a5-b51808128396 admin admin] Made reservation on behalf of 1ac826e176e54f9dbeafa327d0de385c for: {'subnet': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:06:59.747330 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e30be167-128d-4f30-87a5-b51808128396 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.832218 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539ae0e-52ac-49ca-aa96-e1707a5f09ce req-c1723065-7fad-44cd-b30e-4d7e9281901a tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:59.833837 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c539ae0e-52ac-49ca-aa96-e1707a5f09ce req-c1723065-7fad-44cd-b30e-4d7e9281901a tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 931 time: 0.3149197 Apr 14 16:06:59.849766 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f52dac-95f9-4d88-a750-3b3937f9c4a2 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:06:59.864737 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.909691 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Transition to ACTIVE for port object 26f52dac-95f9-4d88-a750-3b3937f9c4a2 will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:06:59.927724 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:59.931959 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c539ae0e-52ac-49ca-aa96-e1707a5f09ce req-37084672-0b4f-4cb2-a0ef-addc78af2b69 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894578 Apr 14 16:06:59.944260 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:59.987618 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d583e-2cb5-447f-b7af-7efaf395db76 req-e93d178a-fe88-415e-b2d6-b66986fabfd1 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:59.988959 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-858d583e-2cb5-447f-b7af-7efaf395db76 req-e93d178a-fe88-415e-b2d6-b66986fabfd1 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.2267413 Apr 14 16:07:00.079115 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-474528f1-be12-426e-a22a-64c8365d2b68 service neutron] 10.222.0.54 "GET /v2.0/networks/86b55a80-468c-416f-9ed3-2601bbe04b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313323 Apr 14 16:07:00.094884 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-518bb23a-ce50-4826-be01-c895d1e992a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:00.096529 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-518bb23a-ce50-4826-be01-c895d1e992a3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=acc9279607264a5498ce14826bf5306e&device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 1096 time: 0.4501276 Apr 14 16:07:00.246230 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-b42ef188-e507-4cc2-a3f6-bdb36560da4e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=869e3685-62fd-42f6-8754-87a98be83dc8 HTTP/1.1" status: 200 len: 217 time: 0.1146948 Apr 14 16:07:00.251097 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=26f52dac-95f9-4d88-a750-3b3937f9c4a2,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:00.312942 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-858d583e-2cb5-447f-b7af-7efaf395db76 req-fccc5c5b-e1b5-4d3a-a6db-53de73675e90 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102858 Apr 14 16:07:00.353018 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:00.353424 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:00.354115 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:00.354251 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:00.354817 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:00.354928 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:00.355350 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:00.355734 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:00.356116 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:00.356496 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:00.356877 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:00.357256 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:00.372597 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:00.428474 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:00.444801 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-c11f0f09-7c0c-4d43-bf8d-bbb6228d2aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:00.446422 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-c11f0f09-7c0c-4d43-bf8d-bbb6228d2aa6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=864a9ded-9107-446c-b285-140a1dcad264 HTTP/1.1" status: 200 len: 855 time: 0.1927452 Apr 14 16:07:00.446742 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab79acb-ddad-420c-a31e-5c1c1e4690b7 req-f7fe39d3-c120-4187-a710-b286a34b5fa7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:00.448481 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7ab79acb-ddad-420c-a31e-5c1c1e4690b7 req-f7fe39d3-c120-4187-a710-b286a34b5fa7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.1968522 Apr 14 16:07:00.543129 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7ab79acb-ddad-420c-a31e-5c1c1e4690b7 req-696d4e16-c59b-4bb4-b932-e385d8f7449f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873539 Apr 14 16:07:00.807967 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e30be167-128d-4f30-87a5-b51808128396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for subnet, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:00.828121 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:00.884209 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-2c480d29-4f8b-41a5-8b12-a0b8fc934499 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=54a8843b-6ccf-44d9-81c5-6907f5dcf390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3727932 Apr 14 16:07:00.889617 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d4070c4d-fb0f-4fae-9277-87f27d905622 req-52643601-b73b-4790-a149-616bd2967ec1 service neutron] 10.222.0.54 "GET /v2.0/networks/86b55a80-468c-416f-9ed3-2601bbe04b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7920814 Apr 14 16:07:00.978535 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30be167-128d-4f30-87a5-b51808128396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57968d7e-63eb-4b61-9f14-3a65dd80afa6,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:00.985455 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e30be167-128d-4f30-87a5-b51808128396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:01.019060 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8062ee-f8a1-47a4-b14b-4cb9ce38f22b req-67bb1acb-dba6-4957-91df-a63436ad1512 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:01.019448 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0d8062ee-f8a1-47a4-b14b-4cb9ce38f22b req-67bb1acb-dba6-4957-91df-a63436ad1512 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 943 time: 0.2775047 Apr 14 16:07:01.075373 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0d8062ee-f8a1-47a4-b14b-4cb9ce38f22b req-dcc3bac7-c22c-4824-8ed4-a18a274cdb38 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371723 Apr 14 16:07:01.175343 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30be167-128d-4f30-87a5-b51808128396 admin admin] Checking segment: {'id': 'ccc78c37-061d-418e-a68d-5b478ad815ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:07:01.175731 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30be167-128d-4f30-87a5-b51808128396 admin admin] Network hostable DHCP agents. Network: 30321c57-386c-4050-b8ef-3b7e286e431b, hostable agents: ['6974cddb-cd46-4c60-a4a5-114b04928957'], hosted agents: [] {{(pid=85285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:07:01.211952 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30be167-128d-4f30-87a5-b51808128396 admin admin] Network 30321c57-386c-4050-b8ef-3b7e286e431b is scheduled to be hosted by DHCP agent 6974cddb-cd46-4c60-a4a5-114b04928957 with binding_index 1 {{(pid=85285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:07:01.218255 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-fa3115d9-272e-411d-bfac-6a12af7808d6 service neutron] 10.222.0.54 "GET /v2.0/networks/54a8843b-6ccf-44d9-81c5-6907f5dcf390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967064 Apr 14 16:07:01.223727 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Attempting to bind port 26f52dac-95f9-4d88-a750-3b3937f9c4a2 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:07:01.224107 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Attempting to bind port 26f52dac-95f9-4d88-a750-3b3937f9c4a2 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '69694584-71e3-4517-b7c8-8c8615127aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '48b35636-db5f-47a0-ab14-5e37f94c09c4'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:07:01.224474 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Attempting to bind port 26f52dac-95f9-4d88-a750-3b3937f9c4a2 on network 48b35636-db5f-47a0-ab14-5e37f94c09c4 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:07:01.231372 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d2d3a-1f41-4fec-b67a-e5bfb0af1d9c req-949d3880-c281-43e3-b12d-78352ed1deca tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:01.232394 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a9381-45b2-4a50-b8ba-72fb9b49773b req-d51f9dc3-2ea6-4055-8f4f-4f6e14aadde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:01.232999 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-312d2d3a-1f41-4fec-b67a-e5bfb0af1d9c req-949d3880-c281-43e3-b12d-78352ed1deca tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 943 time: 0.1231947 Apr 14 16:07:01.233946 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d20a9381-45b2-4a50-b8ba-72fb9b49773b req-d51f9dc3-2ea6-4055-8f4f-4f6e14aadde6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=691977ceece143efa6a03aafe5e47709&device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 1096 time: 0.2846420 Apr 14 16:07:01.234107 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-e30be167-128d-4f30-87a5-b51808128396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-iscsi, 30321c57-386c-4050-b8ef-3b7e286e431b) {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:07:01.238589 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30be167-128d-4f30-87a5-b51808128396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:01.239238 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e30be167-128d-4f30-87a5-b51808128396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:01.243648 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b42c6f-d2fc-4b16-9cac-57a9760735dd None None] Network 30321c57-386c-4050-b8ef-3b7e286e431b requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:07:01.281065 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Port 26f52dac-95f9-4d88-a750-3b3937f9c4a2 on network 48b35636-db5f-47a0-ab14-5e37f94c09c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:07:01.281343 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Attempting to bind port 26f52dac-95f9-4d88-a750-3b3937f9c4a2 on network 48b35636-db5f-47a0-ab14-5e37f94c09c4 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:07:01.284328 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-312d2d3a-1f41-4fec-b67a-e5bfb0af1d9c req-993fa357-b7cd-4552-84ba-5e11a5a3c8c4 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401645 Apr 14 16:07:01.289330 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-e30be167-128d-4f30-87a5-b51808128396 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6309786 Apr 14 16:07:01.290049 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 35404) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:01.296228 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1164931284-router', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:07:01.301119 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:01.305985 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] Usage tracker for resource:router and tenant:1ac826e176e54f9dbeafa327d0de385c is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:01.309485 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:01.317461 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:01.328659 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259339'] for router, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:01.329727 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853008525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1758879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853051633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854516462'] for router, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:01.348061 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:01.411058 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Checking agent: {'id': 'f6195c71-3258-459e-9d3f-74f9782cd5cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'started_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:07:01.411444 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Checking segment: {'id': '69694584-71e3-4517-b7c8-8c8615127aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '48b35636-db5f-47a0-ab14-5e37f94c09c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:07:01.411884 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Bound using segment: {'id': '69694584-71e3-4517-b7c8-8c8615127aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '48b35636-db5f-47a0-ab14-5e37f94c09c4'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:07:01.412397 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Bound port: 26f52dac-95f9-4d88-a750-3b3937f9c4a2, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69694584-71e3-4517-b7c8-8c8615127aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '48b35636-db5f-47a0-ab14-5e37f94c09c4'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:07:01.412829 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:01.548038 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c877bf22-a6a4-4486-be1d-c4257c12d0b0 req-5d7c2020-fc0f-4aa5-a539-10528c7f04bd service neutron] 10.222.0.54 "GET /v2.0/networks/54a8843b-6ccf-44d9-81c5-6907f5dcf390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185687 Apr 14 16:07:01.602997 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] For port 26f52dac-95f9-4d88-a750-3b3937f9c4a2, host hv-cinder-78626, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:07:01.609428 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] For port 26f52dac-95f9-4d88-a750-3b3937f9c4a2, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=26f52dac-95f9-4d88-a750-3b3937f9c4a2,segment=NetworkSegment(69694584-71e3-4517-b7c8-8c8615127aeb),segment_id=69694584-71e3-4517-b7c8-8c8615127aeb)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:07:01.629044 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:01.695585 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fb825c8-f9e4-58b6-9749-5c7bd22ac102-30321c57-386c-4050-b8ef-3b7e286e431b', 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'fixed_ips': [{'subnet_id': '57968d7e-63eb-4b61-9f14-3a65dd80afa6'}]}} from dv-cinder-786260-2-iscsi. {{(pid=85286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:07:01.696512 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:01.765317 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4f8a8657-54b4-4930-864a-490b4a95c753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:01.796386 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853071264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854516447'] for router, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:01.837515 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a9381-45b2-4a50-b8ba-72fb9b49773b req-127a6435-022f-4b96-8710-6059a096eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:01.839932 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d20a9381-45b2-4a50-b8ba-72fb9b49773b req-127a6435-022f-4b96-8710-6059a096eecb service neutron] 10.222.0.54 "GET /v2.0/networks?id=86b55a80-468c-416f-9ed3-2601bbe04b76 HTTP/1.1" status: 200 len: 917 time: 0.5824115 Apr 14 16:07:01.896480 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8d0e9-e8f5-4960-b1b0-34419005a7d0 req-6173ec44-15ad-424d-b50d-40fdc39479e8 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:01.901631 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Allocated IP 172.20.0.2 (30321c57-386c-4050-b8ef-3b7e286e431b/57968d7e-63eb-4b61-9f14-3a65dd80afa6/cac850d5-59c8-4732-bdaa-e7bcde30ad5b) {{(pid=85286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:07:01.904714 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-23b8d0e9-e8f5-4960-b1b0-34419005a7d0 req-6173ec44-15ad-424d-b50d-40fdc39479e8 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.3926349 Apr 14 16:07:01.968415 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-23b8d0e9-e8f5-4960-b1b0-34419005a7d0 req-8ab3ed90-3b2a-4bdb-8c1f-1a43f1ed22e0 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622561 Apr 14 16:07:01.969900 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d20a9381-45b2-4a50-b8ba-72fb9b49773b req-e53536da-96f2-4cd0-8766-15c2b0555ac3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e07940c5-3678-4057-8d14-fb0a1dca5ee6 HTTP/1.1" status: 200 len: 217 time: 0.1163547 Apr 14 16:07:01.980817 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c73d8-d92d-48e1-bbd8-95a17acec695 req-ad9ead89-1ffa-4980-8863-9aba6b2a0598 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:01.985397 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f24c73d8-d92d-48e1-bbd8-95a17acec695 req-ad9ead89-1ffa-4980-8863-9aba6b2a0598 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.2440875 Apr 14 16:07:02.087816 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:02.088704 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:02.090708 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] 10.222.0.54 "PUT /v2.0/ports/26f52dac-95f9-4d88-a750-3b3937f9c4a2 HTTP/1.1" status: 200 len: 1093 time: 4.0725844 Apr 14 16:07:02.091394 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b38fd3-623c-44db-935b-d3410b39b8ac', 'tag': '26f52dac-95f9-4d88-a750-3b3937f9c4a2'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:07:02.111281 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:02.115425 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f24c73d8-d92d-48e1-bbd8-95a17acec695 req-9c5ec44a-13b4-48e6-9ac4-e8f813f315f0 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209302 Apr 14 16:07:02.223365 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b38fd3-623c-44db-935b-d3410b39b8ac', 'tag': '26f52dac-95f9-4d88-a750-3b3937f9c4a2', 'status': 'completed', 'code': 200} Apr 14 16:07:02.224621 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=26f52dac-95f9-4d88-a750-3b3937f9c4a2,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:02.236820 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:02.267505 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a9381-45b2-4a50-b8ba-72fb9b49773b req-b957e04b-dde1-4c02-a141-d92db12f8b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:02.269456 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d20a9381-45b2-4a50-b8ba-72fb9b49773b req-b957e04b-dde1-4c02-a141-d92db12f8b94 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83188662-4769-460f-ab17-6c69d6a31076 HTTP/1.1" status: 200 len: 855 time: 0.2892342 Apr 14 16:07:02.285465 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Notify callbacks [] for port, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:02.299710 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Transition to ACTIVE for port object cac850d5-59c8-4732-bdaa-e7bcde30ad5b will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:07:02.329952 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Transition to ACTIVE for port object cac850d5-59c8-4732-bdaa-e7bcde30ad5b will not be triggered until provisioned by entity DHCP. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:07:02.336227 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463'] for port, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:02.358571 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:02.394711 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-0799baaf-9de9-4395-b1fe-18a23ba60e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:02.402118 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-0799baaf-9de9-4395-b1fe-18a23ba60e66 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b1c24bc0955d40daaf93ec04f0cf5e9a&device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 1096 time: 0.2548466 Apr 14 16:07:02.505960 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-d9ce8fde-a8e4-49e7-83c8-f2f1c8e18b16 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26f52dac-95f9-4d88-a750-3b3937f9c4a2 HTTP/1.1" status: 200 len: 217 time: 0.0809913 Apr 14 16:07:02.518087 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:02.528279 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Pushing event updated for resources: {'Port': ['ID=cac850d5-59c8-4732-bdaa-e7bcde30ad5b,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:02.540087 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:02.591833 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Network 30321c57-386c-4050-b8ef-3b7e286e431b is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:07:02.593088 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:07:02.598058 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Received port after_create {{(pid=85286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:07:02.664805 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-d5693407-11d8-4049-9b3a-2eadddb2c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:02.668674 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-d5693407-11d8-4049-9b3a-2eadddb2c4de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a8f6922b-1f9f-4f7f-b188-1b01e0a22ab1 HTTP/1.1" status: 200 len: 853 time: 0.1533616 Apr 14 16:07:02.676967 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:02.716353 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Attempting to bind port cac850d5-59c8-4732-bdaa-e7bcde30ad5b on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:07:02.717163 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Attempting to bind port cac850d5-59c8-4732-bdaa-e7bcde30ad5b by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': 'ccc78c37-061d-418e-a68d-5b478ad815ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:07:02.717956 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Attempting to bind port cac850d5-59c8-4732-bdaa-e7bcde30ad5b on network 30321c57-386c-4050-b8ef-3b7e286e431b {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:07:02.725243 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:07:02.726295 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Checking segment: {'id': 'ccc78c37-061d-418e-a68d-5b478ad815ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:07:02.726954 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:02.727587 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Bound using segment: {'id': 'ccc78c37-061d-418e-a68d-5b478ad815ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:07:02.728437 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Bound port: cac850d5-59c8-4732-bdaa-e7bcde30ad5b, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc78c37-061d-418e-a68d-5b478ad815ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:07:02.729074 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:02.769066 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a9381-45b2-4a50-b8ba-72fb9b49773b req-6c1fe344-b163-4f8e-88cd-bcef0ec852fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:02.770990 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d20a9381-45b2-4a50-b8ba-72fb9b49773b req-6c1fe344-b163-4f8e-88cd-bcef0ec852fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86b55a80-468c-416f-9ed3-2601bbe04b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4834146 Apr 14 16:07:02.779681 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-7ecbb5ef-32ed-4694-a54c-15f7261a3c99 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=48b35636-db5f-47a0-ab14-5e37f94c09c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988553 Apr 14 16:07:02.826729 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] For port cac850d5-59c8-4732-bdaa-e7bcde30ad5b, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:07:02.830910 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] For port cac850d5-59c8-4732-bdaa-e7bcde30ad5b, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=cac850d5-59c8-4732-bdaa-e7bcde30ad5b,segment=NetworkSegment(ccc78c37-061d-418e-a68d-5b478ad815ad),segment_id=ccc78c37-061d-418e-a68d-5b478ad815ad)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:07:02.835609 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:02.864542 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-5de37c7d-b797-4136-a6ca-57ae1803990a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:03.030392 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Pushing event updated for resources: {'Port': ['ID=cac850d5-59c8-4732-bdaa-e7bcde30ad5b,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:03.032007 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:03.082387 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-bd6058cb-f7b2-4761-9ed0-4a905a823195 service neutron] 10.222.0.54 "GET /v2.0/networks/48b35636-db5f-47a0-ab14-5e37f94c09c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790802 Apr 14 16:07:03.085919 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d20a9381-45b2-4a50-b8ba-72fb9b49773b req-9c5e486d-c0d7-4253-bec7-c8fbb8081a5a service neutron] 10.222.0.54 "GET /v2.0/networks/86b55a80-468c-416f-9ed3-2601bbe04b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052304 Apr 14 16:07:03.204108 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce1c3a-bc98-4ffb-94bc-76fbc26bd067 req-8ed48718-0cd2-4f4e-9fd2-60500c7597bf tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:03.205802 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f0ce1c3a-bc98-4ffb-94bc-76fbc26bd067 req-8ed48718-0cd2-4f4e-9fd2-60500c7597bf tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 943 time: 0.7645354 Apr 14 16:07:03.207175 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] Allocated IP 172.27.1.182 (6468e4de-2d6f-487c-961d-9bfd4b201113/10ad9ff7-e740-4818-a690-9a433745e0b4/d1e9e331-7033-41c6-a84e-b3539b243749) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:07:03.295839 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3aad1-c798-403e-a2f4-135d5ebe271b req-80094c24-af9f-4e25-9d45-e08adff263ae tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:03.297482 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5de3aad1-c798-403e-a2f4-135d5ebe271b req-80094c24-af9f-4e25-9d45-e08adff263ae tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 943 time: 0.7817295 Apr 14 16:07:03.367256 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f0ce1c3a-bc98-4ffb-94bc-76fbc26bd067 req-91af4b13-0c72-418b-92c3-082437f88d2b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371822 Apr 14 16:07:03.375410 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d20a9381-45b2-4a50-b8ba-72fb9b49773b req-74779b7f-4bbf-4cb5-a7de-16de4e136f05 service neutron] 10.222.0.54 "GET /v2.0/networks/86b55a80-468c-416f-9ed3-2601bbe04b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535312 Apr 14 16:07:03.376499 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-94649145-54e2-46e6-80cb-7e10a8f50fb8 req-d406dc37-9780-4b60-acea-d8e092cab5bc service neutron] 10.222.0.54 "GET /v2.0/networks/48b35636-db5f-47a0-ab14-5e37f94c09c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821455 Apr 14 16:07:03.492230 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5de3aad1-c798-403e-a2f4-135d5ebe271b req-05bf1a00-a527-4207-9a93-832fecdc0cab tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108124 Apr 14 16:07:03.577753 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb489ecf-6528-43bb-bfcf-5cf019280c5a req-7512d9e7-1bb8-4760-8648-1afd8fbb5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:03.579824 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fb489ecf-6528-43bb-bfcf-5cf019280c5a req-7512d9e7-1bb8-4760-8648-1afd8fbb5b49 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b1c24bc0955d40daaf93ec04f0cf5e9a&device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 1096 time: 0.1190624 Apr 14 16:07:03.628912 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:03.737035 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb489ecf-6528-43bb-bfcf-5cf019280c5a req-effc9dbd-ad91-4407-9ffa-604e85ac53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:03.738711 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fb489ecf-6528-43bb-bfcf-5cf019280c5a req-effc9dbd-ad91-4407-9ffa-604e85ac53c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=48b35636-db5f-47a0-ab14-5e37f94c09c4 HTTP/1.1" status: 200 len: 914 time: 0.1510549 Apr 14 16:07:03.759431 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68790f-5e97-4331-8468-1727a98d5f12 req-c0f5ba86-5e4d-4d90-adad-1ae876e90067 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:03.761342 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6f68790f-5e97-4331-8468-1727a98d5f12 req-c0f5ba86-5e4d-4d90-adad-1ae876e90067 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.2125294 Apr 14 16:07:03.764196 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:03.789239 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:03.825185 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fb489ecf-6528-43bb-bfcf-5cf019280c5a req-5929a2f4-b4e0-4879-88c4-fcf553b74878 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26f52dac-95f9-4d88-a750-3b3937f9c4a2 HTTP/1.1" status: 200 len: 217 time: 0.0735202 Apr 14 16:07:03.880457 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d66f1f-6be2-49f6-8693-9facd074c73d req-02401324-da6e-461d-99ca-330ba99fd4be tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:03.882110 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-47d66f1f-6be2-49f6-8693-9facd074c73d req-02401324-da6e-461d-99ca-330ba99fd4be tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.2470081 Apr 14 16:07:03.907561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb489ecf-6528-43bb-bfcf-5cf019280c5a req-38385d4d-20c8-409d-8d33-c4240146e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:03.909278 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fb489ecf-6528-43bb-bfcf-5cf019280c5a req-38385d4d-20c8-409d-8d33-c4240146e506 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a8f6922b-1f9f-4f7f-b188-1b01e0a22ab1 HTTP/1.1" status: 200 len: 853 time: 0.0803726 Apr 14 16:07:03.969366 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fb489ecf-6528-43bb-bfcf-5cf019280c5a req-f91f6fec-c5ce-4094-a529-324713db476b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=48b35636-db5f-47a0-ab14-5e37f94c09c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522316 Apr 14 16:07:03.975715 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6f68790f-5e97-4331-8468-1727a98d5f12 req-d9707885-3c6a-478c-8997-72322a036dd6 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906478 Apr 14 16:07:03.986005 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] Pushing event updated for resources: {'Port': ['ID=d1e9e331-7033-41c6-a84e-b3539b243749,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:04.001146 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:04.004663 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-47d66f1f-6be2-49f6-8693-9facd074c73d req-2def17f8-882d-4a04-badc-52508ad54a86 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582647 Apr 14 16:07:04.037801 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device e07940c5-3678-4057-8d14-fb0a1dca5ee6 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:07:04.076903 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] Network 6468e4de-2d6f-487c-961d-9bfd4b201113 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:07:04.078445 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:07:04.084711 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:07:04.218145 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port e07940c5-3678-4057-8d14-fb0a1dca5ee6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e07940c5-3678-4057-8d14-fb0a1dca5ee6,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:04.235425 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': 'e07940c5-3678-4057-8d14-fb0a1dca5ee6', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'port_id': 'e07940c5-3678-4057-8d14-fb0a1dca5ee6', 'mac_address': 'fa:16:3e:69:23:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83188662-4769-460f-ab17-6c69d6a31076', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:07:04.325890 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:04.327311 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07940c5-3678-4057-8d14-fb0a1dca5ee6 {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:07:04.359957 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port e07940c5-3678-4057-8d14-fb0a1dca5ee6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e07940c5-3678-4057-8d14-fb0a1dca5ee6,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:04.376505 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:04.377472 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 869e3685-62fd-42f6-8754-87a98be83dc8 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:07:04.381512 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-2fcaa4a8-33ad-4fa7-85cd-e694241b4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:04.516902 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=e07940c5-3678-4057-8d14-fb0a1dca5ee6,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:04.534680 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:04.613257 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fb489ecf-6528-43bb-bfcf-5cf019280c5a req-6e8b8cad-c435-4b3a-915e-bb055411305d service neutron] 10.222.0.54 "GET /v2.0/networks/48b35636-db5f-47a0-ab14-5e37f94c09c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345003 Apr 14 16:07:04.672975 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 869e3685-62fd-42f6-8754-87a98be83dc8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=869e3685-62fd-42f6-8754-87a98be83dc8,segment=NetworkSegment(b381b6c6-6aa9-422a-afa4-1af838049569),segment_id=b381b6c6-6aa9-422a-afa4-1af838049569)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:04.692276 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': '869e3685-62fd-42f6-8754-87a98be83dc8', 'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390', 'port_id': '869e3685-62fd-42f6-8754-87a98be83dc8', 'mac_address': 'fa:16:3e:84:55:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '864a9ded-9107-446c-b285-140a1dcad264', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:07:04.769012 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:04.772437 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535bbef0-7f29-42e2-8774-fc431ceb7732 None None] Network 30321c57-386c-4050-b8ef-3b7e286e431b requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:07:04.886496 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:04.887969 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869e3685-62fd-42f6-8754-87a98be83dc8 {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:07:04.916644 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fb489ecf-6528-43bb-bfcf-5cf019280c5a req-296dff31-f0d3-423f-ac82-eaa0c0137dea service neutron] 10.222.0.54 "GET /v2.0/networks/48b35636-db5f-47a0-ab14-5e37f94c09c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792127 Apr 14 16:07:04.929671 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 869e3685-62fd-42f6-8754-87a98be83dc8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=869e3685-62fd-42f6-8754-87a98be83dc8,segment=NetworkSegment(b381b6c6-6aa9-422a-afa4-1af838049569),segment_id=b381b6c6-6aa9-422a-afa4-1af838049569)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:04.938894 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:05.015543 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:05.100188 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-bb1bf1b9-f857-4cc9-bf8a-2a5f2ac793cf None None] Provisioning for port cac850d5-59c8-4732-bdaa-e7bcde30ad5b completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:07:05.139208 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711d225-71ba-4a9c-8dc4-f027dad6c221 req-e631f4ff-4f07-4653-aaf6-520f2cc3148e tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:05.140873 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d711d225-71ba-4a9c-8dc4-f027dad6c221 req-e631f4ff-4f07-4653-aaf6-520f2cc3148e tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 943 time: 0.4919195 Apr 14 16:07:05.189064 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=869e3685-62fd-42f6-8754-87a98be83dc8,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:05.194047 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:05.229011 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d711d225-71ba-4a9c-8dc4-f027dad6c221 req-36b4d9bb-8764-4ac4-9e20-091d2a173957 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749788 Apr 14 16:07:05.240657 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e00d2a-4838-4095-abee-4734cdd566cf req-0dd890b7-8896-47cb-8484-b0312709e852 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:05.249596 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-51e00d2a-4838-4095-abee-4734cdd566cf req-0dd890b7-8896-47cb-8484-b0312709e852 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 943 time: 0.2338469 Apr 14 16:07:05.278619 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['e07940c5-3678-4057-8d14-fb0a1dca5ee6'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:07:05.307972 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 35476) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:05.354662 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:07:05.357562 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['869e3685-62fd-42f6-8754-87a98be83dc8'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:07:05.422831 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device cac850d5-59c8-4732-bdaa-e7bcde30ad5b up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:07:05.453149 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-51e00d2a-4838-4095-abee-4734cdd566cf req-ebf58479-aa80-42be-8c10-675ca37fd019 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017365 Apr 14 16:07:05.582119 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853008407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704523'] for router, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:05.615809 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d6000e84-ee58-4bdf-9cc8-aad302491bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:05.635397 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-d6000e84-ee58-4bdf-9cc8-aad302491bb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:05.641037 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-d6000e84-ee58-4bdf-9cc8-aad302491bb3 admin admin] Usage tracker for resource:security_group_rule and tenant:37a24c33e4de455e9f1e87eaa3322ec4 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:05.644379 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-d6000e84-ee58-4bdf-9cc8-aad302491bb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:05.651973 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-d6000e84-ee58-4bdf-9cc8-aad302491bb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:05.761270 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d6000e84-ee58-4bdf-9cc8-aad302491bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:05.765933 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d6000e84-ee58-4bdf-9cc8-aad302491bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:05.776355 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:05.827810 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6000e84-ee58-4bdf-9cc8-aad302491bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4c638f-9cb4-41ef-9b67-aa0adb3cabd4,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:05.835647 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-d6000e84-ee58-4bdf-9cc8-aad302491bb3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37a24c33e4de455e9f1e87eaa3322ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5233321 Apr 14 16:07:05.835647 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d6000e84-ee58-4bdf-9cc8-aad302491bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:05.835954 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 35482) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:05.915102 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4755dfd1-ec68-4651-94ba-d86781a36aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:05.920104 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port cac850d5-59c8-4732-bdaa-e7bcde30ad5b completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:07:05.952997 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4755dfd1-ec68-4651-94ba-d86781a36aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:05.957069 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port cac850d5-59c8-4732-bdaa-e7bcde30ad5b triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:05.957495 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:06.014252 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61949043-11c5-4420-a4aa-1894b02dcc22 req-3d429a1c-8cde-4c84-a4a9-1cfe078c9402 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:06.015955 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-61949043-11c5-4420-a4aa-1894b02dcc22 req-3d429a1c-8cde-4c84-a4a9-1cfe078c9402 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.5457132 Apr 14 16:07:06.034424 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4755dfd1-ec68-4651-94ba-d86781a36aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:06.041685 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c6517932-34a8-4a1f-bf8b-1e6f3de029e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:06.074552 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 26f52dac-95f9-4d88-a750-3b3937f9c4a2 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:07:06.079003 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755dfd1-ec68-4651-94ba-d86781a36aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4c638f-9cb4-41ef-9b67-aa0adb3cabd4,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:06.082991 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4755dfd1-ec68-4651-94ba-d86781a36aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:06.091810 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4755dfd1-ec68-4651-94ba-d86781a36aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:06.098972 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-4755dfd1-ec68-4651-94ba-d86781a36aea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf4c638f-9cb4-41ef-9b67-aa0adb3cabd4 HTTP/1.1" status: 204 len: 168 time: 0.2594161 Apr 14 16:07:06.121309 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-61949043-11c5-4420-a4aa-1894b02dcc22 req-0ace4014-e278-4b70-bfdb-11768ceccca9 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763214 Apr 14 16:07:06.140068 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7bfdc-2fb8-4ec2-941c-2e043adc04c6 req-24716105-7297-4484-9f36-a14a31c35cc4 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:06.141840 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2fe7bfdc-2fb8-4ec2-941c-2e043adc04c6 req-24716105-7297-4484-9f36-a14a31c35cc4 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 944 time: 0.5612891 Apr 14 16:07:06.230546 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2fe7bfdc-2fb8-4ec2-941c-2e043adc04c6 req-26939233-3d30-4a7e-8fdf-b3067e982a40 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766141 Apr 14 16:07:06.254023 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] Router ed568792-f9c9-4742-9165-5b7f44e54617 is scheduled to L3 agent cd16566b-017b-487a-9290-9cc4500cc966 with binding_index 1 {{(pid=85285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:07:06.599175 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 26f52dac-95f9-4d88-a750-3b3937f9c4a2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=26f52dac-95f9-4d88-a750-3b3937f9c4a2,segment=NetworkSegment(69694584-71e3-4517-b7c8-8c8615127aeb),segment_id=69694584-71e3-4517-b7c8-8c8615127aeb)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:06.605643 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:07:06.617584 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] Sync routers for ids ['ed568792-f9c9-4742-9165-5b7f44e54617'] in dv-cinder-786260-2-iscsi {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:07:06.626065 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:06.631847 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] Routers {'ed568792-f9c9-4742-9165-5b7f44e54617'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:07:06.632535 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:06:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['ed568792-f9c9-4742-9165-5b7f44e54617'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:06.635694 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': '26f52dac-95f9-4d88-a750-3b3937f9c4a2', 'network_id': '48b35636-db5f-47a0-ab14-5e37f94c09c4', 'port_id': '26f52dac-95f9-4d88-a750-3b3937f9c4a2', 'mac_address': 'fa:16:3e:53:59:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f6922b-1f9f-4f7f-b188-1b01e0a22ab1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:07:06.709154 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306cc87-e1f2-42b7-85c8-c006bb0bff50 req-697e89f3-1d72-433b-ac83-98639f30dba8 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:06.710897 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b306cc87-e1f2-42b7-85c8-c006bb0bff50 req-697e89f3-1d72-433b-ac83-98639f30dba8 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 944 time: 0.2693422 Apr 14 16:07:06.719898 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-86a1d8a8-ae9a-4298-86b6-2148a661efc2 None None] Provisioning complete for port cac850d5-59c8-4732-bdaa-e7bcde30ad5b triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:06.720318 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-86a1d8a8-ae9a-4298-86b6-2148a661efc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:06.747089 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] Notify callbacks [] for router, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:06.751097 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4573195 Apr 14 16:07:06.752242 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 35496) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:06.761764 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port cac850d5-59c8-4732-bdaa-e7bcde30ad5b, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=cac850d5-59c8-4732-bdaa-e7bcde30ad5b,segment=NetworkSegment(ccc78c37-061d-418e-a68d-5b478ad815ad),segment_id=ccc78c37-061d-418e-a68d-5b478ad815ad)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:06.776379 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:06.784835 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:06.822435 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b306cc87-e1f2-42b7-85c8-c006bb0bff50 req-4305cb0a-ffae-40ff-949c-0278e58fb9dd tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982876 Apr 14 16:07:06.853339 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:06.858023 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] Set router ed568792-f9c9-4742-9165-5b7f44e54617 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:07:06.884594 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f52dac-95f9-4d88-a750-3b3937f9c4a2 {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:07:06.940759 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=cac850d5-59c8-4732-bdaa-e7bcde30ad5b,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:06.944783 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:06.952959 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 26f52dac-95f9-4d88-a750-3b3937f9c4a2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=26f52dac-95f9-4d88-a750-3b3937f9c4a2,segment=NetworkSegment(69694584-71e3-4517-b7c8-8c8615127aeb),segment_id=69694584-71e3-4517-b7c8-8c8615127aeb)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:06.958498 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77b859-e543-4fd4-9ed0-8e9658ed1a3e req-713daeb7-ebba-48de-9a7c-d61136d15656 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:06.960322 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7e77b859-e543-4fd4-9ed0-8e9658ed1a3e req-713daeb7-ebba-48de-9a7c-d61136d15656 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 943 time: 0.3029232 Apr 14 16:07:06.963007 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:06.968718 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-2fcaa4a8-33ad-4fa7-85cd-e694241b4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:07.015830 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7e77b859-e543-4fd4-9ed0-8e9658ed1a3e req-377b9cf7-9b74-46d5-ba93-a8e06809af75 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429664 Apr 14 16:07:07.076749 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=26f52dac-95f9-4d88-a750-3b3937f9c4a2,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:07.085217 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:07.302431 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device cac850d5-59c8-4732-bdaa-e7bcde30ad5b up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:07:07.378018 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'name': 'tempest-TestMinimumBasicScenario-1164931284-router', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:07:01Z', 'updated_at': '2021-04-14T16:07:04Z', 'revision_number': 3, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'gw_port': {'id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:02Z', 'updated_at': '2021-04-14T16:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:07.383765 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] Checking router: ed568792-f9c9-4742-9165-5b7f44e54617 for host: dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:07:07.384398 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] Updating router ed568792-f9c9-4742-9165-5b7f44e54617 port d1e9e331-7033-41c6-a84e-b3539b243749 binding host dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:07:07.446278 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:07.449948 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['26f52dac-95f9-4d88-a750-3b3937f9c4a2'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:07:07.536176 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port cac850d5-59c8-4732-bdaa-e7bcde30ad5b triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:07.538960 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:07.651546 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e832f85-3629-478e-985d-3a322d9562ed req-dfa0e23e-1514-4971-ab6b-f4871f396fc7 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:07.653669 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5e832f85-3629-478e-985d-3a322d9562ed req-dfa0e23e-1514-4971-ab6b-f4871f396fc7 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.2717652 Apr 14 16:07:07.742965 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5e832f85-3629-478e-985d-3a322d9562ed req-d623e320-36ff-4775-bca0-8e36eb901283 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745873 Apr 14 16:07:07.767818 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65ab42-6e35-460c-8e4c-378010236c34 req-464c22d8-285f-48d6-a4d1-61c2a171e630 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:07.767818 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1a65ab42-6e35-460c-8e4c-378010236c34 req-464c22d8-285f-48d6-a4d1-61c2a171e630 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 944 time: 0.2660594 Apr 14 16:07:07.844915 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1a65ab42-6e35-460c-8e4c-378010236c34 req-abd70123-15ff-4618-b9a8-e1261d7cb18b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404725 Apr 14 16:07:07.917475 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1688a739-6d5a-4f77-b706-ba817de23109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:07.925845 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] Notify callbacks [] for port, precommit_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:07.939990 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] Transition to ACTIVE for port object d1e9e331-7033-41c6-a84e-b3539b243749 will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:07:07.946957 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:07.963547 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:08.043440 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device e07940c5-3678-4057-8d14-fb0a1dca5ee6 up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:07:08.130870 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56614dd7-c44f-407f-83e0-0708b20b9adb None None] Pushing event updated for resources: {'Port': ['ID=d1e9e331-7033-41c6-a84e-b3539b243749,revision_number=2']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:08.136876 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-56614dd7-c44f-407f-83e0-0708b20b9adb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:08.157717 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d2fe5-8a8d-4282-bb6b-4e12bc02ebc0 req-951c760d-301f-495a-9e8b-08b04594be2a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:08.162789 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fd1d2fe5-8a8d-4282-bb6b-4e12bc02ebc0 req-951c760d-301f-495a-9e8b-08b04594be2a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 944 time: 0.1858985 Apr 14 16:07:08.169072 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning for port e07940c5-3678-4057-8d14-fb0a1dca5ee6 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:07:08.179589 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port e07940c5-3678-4057-8d14-fb0a1dca5ee6 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:08.180014 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:08.201794 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] Attempting to bind port d1e9e331-7033-41c6-a84e-b3539b243749 on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:07:08.202211 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] Attempting to bind port d1e9e331-7033-41c6-a84e-b3539b243749 by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:07:08.202606 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] Attempting to bind port d1e9e331-7033-41c6-a84e-b3539b243749 on network 6468e4de-2d6f-487c-961d-9bfd4b201113 {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:07:08.208389 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:07:08.208811 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] Checking segment: {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:07:08.209237 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:08.209912 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] Bound using segment: {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:07:08.210582 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] Bound port: d1e9e331-7033-41c6-a84e-b3539b243749, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:07:08.211116 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:08.289733 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fd1d2fe5-8a8d-4282-bb6b-4e12bc02ebc0 req-a897fe6a-833d-40bc-9951-22fbf2bd4bb9 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181207 Apr 14 16:07:08.296687 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] For port d1e9e331-7033-41c6-a84e-b3539b243749, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:07:08.301448 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] For port d1e9e331-7033-41c6-a84e-b3539b243749, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=d1e9e331-7033-41c6-a84e-b3539b243749,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:07:08.317373 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:08.322409 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-1688a739-6d5a-4f77-b706-ba817de23109 admin admin] Allocated IP 172.20.0.1 (30321c57-386c-4050-b8ef-3b7e286e431b/57968d7e-63eb-4b61-9f14-3a65dd80afa6/ffbdee28-1c06-4a24-89d5-fc86040c3357) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:07:08.327580 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:08.332611 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:08.340057 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07940c5-3678-4057-8d14-fb0a1dca5ee6'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:07:08.351200 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port e07940c5-3678-4057-8d14-fb0a1dca5ee6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e07940c5-3678-4057-8d14-fb0a1dca5ee6,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:08.354854 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:08.356322 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 869e3685-62fd-42f6-8754-87a98be83dc8 up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:07:08.388214 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e3a24e55-6a91-41b0-8f0c-1ba12f2e1bea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:08.398802 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b3e45-ca21-4697-867d-281a1e39a92e req-c3478f71-7621-4678-89ac-c63223dfa09c tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:08.400502 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a25b3e45-ca21-4697-867d-281a1e39a92e req-c3478f71-7621-4678-89ac-c63223dfa09c tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 944 time: 0.1791487 Apr 14 16:07:08.437092 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07940c5-3678-4057-8d14-fb0a1dca5ee6', 'code': 200} Apr 14 16:07:08.493928 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=e07940c5-3678-4057-8d14-fb0a1dca5ee6,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:08.497405 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:08.504559 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a25b3e45-ca21-4697-867d-281a1e39a92e req-3c262161-d97d-44f4-a0f1-c51b255050ff tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956233 Apr 14 16:07:08.507030 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning for port 869e3685-62fd-42f6-8754-87a98be83dc8 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:07:08.522945 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port 869e3685-62fd-42f6-8754-87a98be83dc8 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:08.523538 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:08.559229 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56614dd7-c44f-407f-83e0-0708b20b9adb None None] Pushing event updated for resources: {'Port': ['ID=d1e9e331-7033-41c6-a84e-b3539b243749,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:08.578560 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-56614dd7-c44f-407f-83e0-0708b20b9adb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:08.625143 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1688a739-6d5a-4f77-b706-ba817de23109 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:08.650150 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-1688a739-6d5a-4f77-b706-ba817de23109 admin admin] Transition to ACTIVE for port object ffbdee28-1c06-4a24-89d5-fc86040c3357 will not be triggered until provisioned by entity DHCP. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:07:08.651224 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] Routers {'ed568792-f9c9-4742-9165-5b7f44e54617'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:07:08.652430 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:06:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['ed568792-f9c9-4742-9165-5b7f44e54617'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:08.683672 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1688a739-6d5a-4f77-b706-ba817de23109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:08.707689 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:08.721310 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:08.740541 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 869e3685-62fd-42f6-8754-87a98be83dc8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=869e3685-62fd-42f6-8754-87a98be83dc8,segment=NetworkSegment(b381b6c6-6aa9-422a-afa4-1af838049569),segment_id=b381b6c6-6aa9-422a-afa4-1af838049569)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:08.744737 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:08.747162 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0de6c584-9855-4922-ae7c-c0533e521fa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:08.772773 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699885c5-1884-4fed-8e82-fd7e8500b795 req-e8e09ed3-6146-4dd4-8b99-4bf328fd5ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:08.774565 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-699885c5-1884-4fed-8e82-fd7e8500b795 req-e8e09ed3-6146-4dd4-8b99-4bf328fd5ef9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 1098 time: 0.1019495 Apr 14 16:07:08.834392 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-699885c5-1884-4fed-8e82-fd7e8500b795 req-04377a3d-2043-4c9e-a78d-65dd198115bc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432036 Apr 14 16:07:08.880553 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] Set router ed568792-f9c9-4742-9165-5b7f44e54617 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:07:08.940292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=869e3685-62fd-42f6-8754-87a98be83dc8,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:08.947584 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:09.178434 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6528b-2651-4f2b-9529-2d89dda7ad59 req-afbf12e5-657b-469c-a641-1dfb9d68fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:09.180086 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-78b6528b-2651-4f2b-9529-2d89dda7ad59 req-afbf12e5-657b-469c-a641-1dfb9d68fd34 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 1099 time: 0.2231317 Apr 14 16:07:09.240418 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-78b6528b-2651-4f2b-9529-2d89dda7ad59 req-ce3c4912-d03e-43d5-9873-91cd9afe58e6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380111 Apr 14 16:07:09.294480 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688a739-6d5a-4f77-b706-ba817de23109 admin admin] Pushing event updated for resources: {'Port': ['ID=ffbdee28-1c06-4a24-89d5-fc86040c3357,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:09.302272 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1688a739-6d5a-4f77-b706-ba817de23109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:09.309993 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'name': 'tempest-TestMinimumBasicScenario-1164931284-router', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:07:01Z', 'updated_at': '2021-04-14T16:07:04Z', 'revision_number': 3, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'gw_port': {'id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:02Z', 'updated_at': '2021-04-14T16:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:09.314907 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad286b2-fd2f-414d-a963-677b344bb781 None None] The sync data for ids ['ed568792-f9c9-4742-9165-5b7f44e54617'] in dv-cinder-786260-2-iscsi is: [{'id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'name': 'tempest-TestMinimumBasicScenario-1164931284-router', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:07:01Z', 'updated_at': '2021-04-14T16:07:04Z', 'revision_number': 3, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'gw_port': {'id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:02Z', 'updated_at': '2021-04-14T16:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:07:09.391758 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1688a739-6d5a-4f77-b706-ba817de23109 admin admin] Network 30321c57-386c-4050-b8ef-3b7e286e431b is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:07:09.396344 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-1688a739-6d5a-4f77-b706-ba817de23109 admin admin] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:07:09.400701 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1688a739-6d5a-4f77-b706-ba817de23109 admin admin] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:07:09.401214 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1688a739-6d5a-4f77-b706-ba817de23109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704588'] for router_interface, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:09.411764 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f7c01-f9e8-4bd3-bef5-a1f5a2cc03b9 req-ef32af81-bab7-46d6-8a2c-360a74374108 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:09.413489 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-529f7c01-f9e8-4bd3-bef5-a1f5a2cc03b9 req-ef32af81-bab7-46d6-8a2c-360a74374108 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.2533472 Apr 14 16:07:09.434136 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb63b7-e345-421d-8c63-0ff524c710ee req-083b8503-83e0-48ad-9982-21d16f372df6 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:09.435878 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2dbb63b7-e345-421d-8c63-0ff524c710ee req-083b8503-83e0-48ad-9982-21d16f372df6 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.2770779 Apr 14 16:07:09.502026 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-529f7c01-f9e8-4bd3-bef5-a1f5a2cc03b9 req-94c8dbb4-86b4-428a-944d-b3b963f4c65d tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638125 Apr 14 16:07:09.512801 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2dbb63b7-e345-421d-8c63-0ff524c710ee req-f52c42b4-3d2a-417c-a4bc-04e50d32fbe5 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453088 Apr 14 16:07:09.618035 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1688a739-6d5a-4f77-b706-ba817de23109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:09.679556 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-a88c4239-17fc-4b5c-b4e6-a30370a59d1e None None] Provisioning for port ffbdee28-1c06-4a24-89d5-fc86040c3357 completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:07:09.686861 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-a88c4239-17fc-4b5c-b4e6-a30370a59d1e None None] Provisioning complete for port ffbdee28-1c06-4a24-89d5-fc86040c3357 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:09.687645 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a88c4239-17fc-4b5c-b4e6-a30370a59d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:09.775098 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-a88c4239-17fc-4b5c-b4e6-a30370a59d1e None None] Port ffbdee28-1c06-4a24-89d5-fc86040c3357 cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:07:10.045792 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d26b20-c19d-45f0-a776-c8d95382d6d2 req-e97500dc-df44-4856-8354-a196603507a0 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:10.046953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 26f52dac-95f9-4d88-a750-3b3937f9c4a2 up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:07:10.054044 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-46d26b20-c19d-45f0-a776-c8d95382d6d2 req-e97500dc-df44-4856-8354-a196603507a0 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 944 time: 0.4078586 Apr 14 16:07:10.091535 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0dc8f-87c1-4df9-9462-3b0713f18a66 req-2882bf27-a9f1-4a40-a659-ed98822d814d tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:10.093218 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f4a0dc8f-87c1-4df9-9462-3b0713f18a66 req-2882bf27-a9f1-4a40-a659-ed98822d814d tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 945 time: 0.4414389 Apr 14 16:07:10.110341 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-46d26b20-c19d-45f0-a776-c8d95382d6d2 req-99e3d595-4eac-4a38-84cc-2e82e4963e8e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553021 Apr 14 16:07:10.169613 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f4a0dc8f-87c1-4df9-9462-3b0713f18a66 req-65ed3625-2fd8-4b41-a769-8b8c1f803afb tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581968 Apr 14 16:07:10.206046 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning for port 26f52dac-95f9-4d88-a750-3b3937f9c4a2 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:07:10.218012 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port 26f52dac-95f9-4d88-a750-3b3937f9c4a2 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:10.218470 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1688a739-6d5a-4f77-b706-ba817de23109 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:10.218578 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:10.222668 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1688a739-6d5a-4f77-b706-ba817de23109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:10.223801 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1688a739-6d5a-4f77-b706-ba817de23109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1768741'] for router_interface, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:10.240872 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-155fe28c-7602-42e8-b455-115668431222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:10.331122 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688a739-6d5a-4f77-b706-ba817de23109 admin admin] Pushing event updated for resources: {'Port': ['ID=ffbdee28-1c06-4a24-89d5-fc86040c3357,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:10.337439 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1688a739-6d5a-4f77-b706-ba817de23109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:10.383082 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:10.405370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 26f52dac-95f9-4d88-a750-3b3937f9c4a2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=26f52dac-95f9-4d88-a750-3b3937f9c4a2,segment=NetworkSegment(69694584-71e3-4517-b7c8-8c8615127aeb),segment_id=69694584-71e3-4517-b7c8-8c8615127aeb)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:10.408292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:10.410392 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:10.451887 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e8e337-b8cf-4345-ae5e-b6e8310b9a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869e3685-62fd-42f6-8754-87a98be83dc8'}, {'server_uuid': 'f9b38fd3-623c-44db-935b-d3410b39b8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f52dac-95f9-4d88-a750-3b3937f9c4a2'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:07:10.466270 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1688a739-6d5a-4f77-b706-ba817de23109 admin admin] Network 30321c57-386c-4050-b8ef-3b7e286e431b is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:07:10.467484 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-1688a739-6d5a-4f77-b706-ba817de23109 admin admin] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:07:10.494084 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=26f52dac-95f9-4d88-a750-3b3937f9c4a2,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:10.503874 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:10.504515 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:10.504668 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:10.504968 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:10.505339 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:10.505712 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:10.506080 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:10.506489 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:10.506860 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:10.507322 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:10.507689 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:10.508090 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:10.513203 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:10.542847 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e8e337-b8cf-4345-ae5e-b6e8310b9a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869e3685-62fd-42f6-8754-87a98be83dc8', 'code': 200} Apr 14 16:07:10.543152 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b38fd3-623c-44db-935b-d3410b39b8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f52dac-95f9-4d88-a750-3b3937f9c4a2', 'code': 200} Apr 14 16:07:10.798458 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b393675f-94cd-4054-a43c-fc3b0423ac8b req-7ef0a3bd-d069-4ae5-b5d9-c5287d840627 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1091263 Apr 14 16:07:10.812598 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-80d916ae-36b7-4cb3-8575-83b7447f8fee None None] Provisioning complete for port ffbdee28-1c06-4a24-89d5-fc86040c3357 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:10.813114 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-80d916ae-36b7-4cb3-8575-83b7447f8fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:10.876058 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-80d916ae-36b7-4cb3-8575-83b7447f8fee None None] Port ffbdee28-1c06-4a24-89d5-fc86040c3357 cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:07:10.951018 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1688a739-6d5a-4f77-b706-ba817de23109 admin admin] Router ed568792-f9c9-4742-9165-5b7f44e54617 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:07:10.982446 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8b691-9aab-4291-8182-3483d2d1dc16 req-123fc92d-0b92-40da-958b-ab58a13e8e25 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:10.984190 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8fd8b691-9aab-4291-8182-3483d2d1dc16 req-123fc92d-0b92-40da-958b-ab58a13e8e25 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.2616596 Apr 14 16:07:10.995480 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d0887-778d-4f52-ba65-5f25e173a551 req-b51d2cd5-4d9a-4336-9287-b67c3ce24649 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:10.997625 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7b0d0887-778d-4f52-ba65-5f25e173a551 req-b51d2cd5-4d9a-4336-9287-b67c3ce24649 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.2764566 Apr 14 16:07:11.093508 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393675f-94cd-4054-a43c-fc3b0423ac8b req-8b57f21f-fb66-42ca-acaa-f28797c2e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:11.095452 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b393675f-94cd-4054-a43c-fc3b0423ac8b req-8b57f21f-fb66-42ca-acaa-f28797c2e32d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56f3498a3fcb47e2972e9fbd622c8e0e&device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 1099 time: 0.1867087 Apr 14 16:07:11.104426 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6e851-2510-41b5-8691-947c3095b34b req-74eaea7d-7f8d-4cfe-8277-7cc77d6c78f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:11.106780 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-74c6e851-2510-41b5-8691-947c3095b34b req-74eaea7d-7f8d-4cfe-8277-7cc77d6c78f8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 1098 time: 0.1992884 Apr 14 16:07:11.109287 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4249e14-6a93-4c14-837d-b0f2af56e476 req-0c15ad7c-2be4-43f6-b8ec-bda990780f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:11.110925 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f4249e14-6a93-4c14-837d-b0f2af56e476 req-0c15ad7c-2be4-43f6-b8ec-bda990780f08 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 1098 time: 0.2610130 Apr 14 16:07:11.189803 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7b0d0887-778d-4f52-ba65-5f25e173a551 req-672842cb-e06e-47aa-b7bc-66537d4bccc9 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250200 Apr 14 16:07:11.199658 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8fd8b691-9aab-4291-8182-3483d2d1dc16 req-63a1a68a-fa41-4838-9b1b-166d9dfa5f81 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361139 Apr 14 16:07:11.245434 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-74c6e851-2510-41b5-8691-947c3095b34b req-3dc8c07b-911f-49a5-ace4-2b32e35ed0af service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963705 Apr 14 16:07:11.274554 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f4249e14-6a93-4c14-837d-b0f2af56e476 req-f3b74456-9f6e-4a22-854e-26f8c46dd984 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890019 Apr 14 16:07:11.282726 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1688a739-6d5a-4f77-b706-ba817de23109 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:07:11.315067 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-1688a739-6d5a-4f77-b706-ba817de23109 admin admin] 10.222.0.53 "PUT /v2.0/routers/ed568792-f9c9-4742-9165-5b7f44e54617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5611603 Apr 14 16:07:11.394884 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device d1e9e331-7033-41c6-a84e-b3539b243749 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:07:11.467102 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393675f-94cd-4054-a43c-fc3b0423ac8b req-e8509932-1ff8-46ec-bda8-ec580f6f06af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:11.468947 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b393675f-94cd-4054-a43c-fc3b0423ac8b req-e8509932-1ff8-46ec-bda8-ec580f6f06af service neutron] 10.222.0.54 "GET /v2.0/networks?id=c1a55e38-c40c-46a7-8269-2f73e5dda381 HTTP/1.1" status: 200 len: 918 time: 0.3085308 Apr 14 16:07:11.501978 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port d1e9e331-7033-41c6-a84e-b3539b243749 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:07:11.507574 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port d1e9e331-7033-41c6-a84e-b3539b243749 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:11.507987 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:11.569697 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b393675f-94cd-4054-a43c-fc3b0423ac8b req-d735783a-43cd-4746-93da-d96bc09926d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7df13d7a-3651-4a49-a27f-fb20faca443f HTTP/1.1" status: 200 len: 217 time: 0.0908222 Apr 14 16:07:11.579137 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68d43c-7e2c-4f8b-a869-afed1430896b req-a6265e28-dea4-49dd-b55f-656efc0d2a9e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:11.580860 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fc68d43c-7e2c-4f8b-a869-afed1430896b req-a6265e28-dea4-49dd-b55f-656efc0d2a9e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 945 time: 0.1891985 Apr 14 16:07:11.590404 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e294b-f0bc-4a62-beb3-623e20a388d7 req-a8ec73e2-c4b9-4a43-8e67-264188e59f74 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:11.592030 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-693e294b-f0bc-4a62-beb3-623e20a388d7 req-a8ec73e2-c4b9-4a43-8e67-264188e59f74 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 945 time: 0.1501789 Apr 14 16:07:11.620446 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fc68d43c-7e2c-4f8b-a869-afed1430896b req-71aeea4e-fba2-4572-b66f-2999f8b1fa01 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273387 Apr 14 16:07:11.652920 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393675f-94cd-4054-a43c-fc3b0423ac8b req-bcdffb1c-459e-43f9-92a5-a63f55ed31c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:11.655167 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b393675f-94cd-4054-a43c-fc3b0423ac8b req-bcdffb1c-459e-43f9-92a5-a63f55ed31c3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a853725d-d158-4e46-bb35-3a52e24eb68b HTTP/1.1" status: 200 len: 857 time: 0.0728533 Apr 14 16:07:11.657918 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-693e294b-f0bc-4a62-beb3-623e20a388d7 req-17e1833b-0c48-4914-bfc8-3d12c35867a1 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410221 Apr 14 16:07:11.673637 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:11.693478 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port d1e9e331-7033-41c6-a84e-b3539b243749, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=d1e9e331-7033-41c6-a84e-b3539b243749,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:11.697837 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:11.702271 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:11.740667 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b393675f-94cd-4054-a43c-fc3b0423ac8b req-c388f3fc-f438-4ea3-a5a9-96579d20acaf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1a55e38-c40c-46a7-8269-2f73e5dda381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762043 Apr 14 16:07:11.782921 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=d1e9e331-7033-41c6-a84e-b3539b243749,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:11.786894 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:11.947427 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b7ee5-6389-47c4-a16c-1bcbff5843e1 req-5b006b11-0d36-4240-ab87-517a6946bdc7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:11.953543 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7f0b7ee5-6389-47c4-a16c-1bcbff5843e1 req-5b006b11-0d36-4240-ab87-517a6946bdc7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.1552322 Apr 14 16:07:11.958424 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 35564) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:11.966668 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-af1da857-c9da-4e96-a620-c598eaaa7834 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Request body: {'floatingip': {'port_id': 'e07940c5-3678-4057-8d14-fb0a1dca5ee6'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:07:12.048539 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b393675f-94cd-4054-a43c-fc3b0423ac8b req-9fb00a8d-5881-4227-b2ec-5ed8b281f1c7 service neutron] 10.222.0.54 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969575 Apr 14 16:07:12.199612 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-af1da857-c9da-4e96-a620-c598eaaa7834 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for floatingip, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:12.269160 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b393675f-94cd-4054-a43c-fc3b0423ac8b req-8899b0a6-5889-4fff-9bac-084a92d7ac28 service neutron] 10.222.0.54 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141416 Apr 14 16:07:12.375858 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 35584) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:12.390592 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-478748703-network', 'tenant_id': 'c815ec8a58144da9bf6d2f1d11c6a322'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:07:12.398250 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:12.404444 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Usage tracker for resource:network and tenant:c815ec8a58144da9bf6d2f1d11c6a322 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:12.408517 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:12.416986 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:12.439340 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Made reservation on behalf of c815ec8a58144da9bf6d2f1d11c6a322 for: {'network': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:07:12.444065 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for network, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:12.461405 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:12.484134 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce989048-e120-4ea1-bf6e-5f5435ab058f req-5feebdde-1e06-4d80-8fe9-a2c0ff8a9c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:12.486234 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce989048-e120-4ea1-bf6e-5f5435ab058f req-5feebdde-1e06-4d80-8fe9-a2c0ff8a9c59 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56f3498a3fcb47e2972e9fbd622c8e0e&device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 1099 time: 0.1541750 Apr 14 16:07:12.487436 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:12.491965 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Usage tracker for resource:security_group_rule and tenant:c815ec8a58144da9bf6d2f1d11c6a322 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:12.495149 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:12.499987 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760cca3-8ce4-44b5-90cc-82c3fb425fa9 req-de3923a2-ea4c-479f-9305-f586b3273348 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:12.501674 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a760cca3-8ce4-44b5-90cc-82c3fb425fa9 req-de3923a2-ea4c-479f-9305-f586b3273348 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.2192597 Apr 14 16:07:12.504919 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] Sync routers for ids ['ed568792-f9c9-4742-9165-5b7f44e54617'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:07:12.529102 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:12.532126 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] Routers {'ed568792-f9c9-4742-9165-5b7f44e54617'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:07:12.539467 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:06:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['ed568792-f9c9-4742-9165-5b7f44e54617'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:12.772472 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce989048-e120-4ea1-bf6e-5f5435ab058f req-923c7e60-69e9-4ea0-ae2f-e7e60257a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:12.776847 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce989048-e120-4ea1-bf6e-5f5435ab058f req-923c7e60-69e9-4ea0-ae2f-e7e60257a2e1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c1a55e38-c40c-46a7-8269-2f73e5dda381 HTTP/1.1" status: 200 len: 918 time: 0.2783892 Apr 14 16:07:12.809408 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] Set router ed568792-f9c9-4742-9165-5b7f44e54617 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:07:12.934080 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce989048-e120-4ea1-bf6e-5f5435ab058f req-16fef88a-8c1a-45b6-aecf-bcaaf5c419f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7df13d7a-3651-4a49-a27f-fb20faca443f HTTP/1.1" status: 200 len: 217 time: 0.1294878 Apr 14 16:07:13.009415 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:13.016446 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:13.023261 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-fe248c1f-257f-453e-bd20-0139110b2cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:13.070679 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=85284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:07:13.075329 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce989048-e120-4ea1-bf6e-5f5435ab058f req-ad5b7421-1700-4bdc-b179-c848d58ae479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:13.077984 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce989048-e120-4ea1-bf6e-5f5435ab058f req-ad5b7421-1700-4bdc-b179-c848d58ae479 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a853725d-d158-4e46-bb35-3a52e24eb68b HTTP/1.1" status: 200 len: 857 time: 0.1282942 Apr 14 16:07:13.088979 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baeeeab8-11ac-4f6b-86aa-a567db297406,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:13.093714 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:13.097594 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:13.098311 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.segments_db [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Added segment d3ce93dc-e8cc-4692-882b-9b0fed849321 of type vlan for network 719da6c1-f535-421c-b557-f7a74bec4a0b Apr 14 16:07:13.146216 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:13.163430 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce989048-e120-4ea1-bf6e-5f5435ab058f req-be2dc832-c9df-4030-a12a-cb78e77d6bb2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1a55e38-c40c-46a7-8269-2f73e5dda381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638468 Apr 14 16:07:13.221712 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'name': 'tempest-TestMinimumBasicScenario-1164931284-router', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:07:01Z', 'updated_at': '2021-04-14T16:07:09Z', 'revision_number': 4, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'gw_port': {'id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:02Z', 'updated_at': '2021-04-14T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': 'ffbdee28-1c06-4a24-89d5-fc86040c3357', 'name': '', 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'mac_address': 'fa:16:3e:8b:04:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '57968d7e-63eb-4b61-9f14-3a65dd80afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:07Z', 'updated_at': '2021-04-14T16:07:09Z', 'revision_number': 2, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'subnets': [{'id': '57968d7e-63eb-4b61-9f14-3a65dd80afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:13.226142 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] Checking router: ed568792-f9c9-4742-9165-5b7f44e54617 for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:07:13.226315 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778568018137'] for network, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:13.226694 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] Updating router ed568792-f9c9-4742-9165-5b7f44e54617 port ffbdee28-1c06-4a24-89d5-fc86040c3357 binding host dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:07:13.284700 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:13.373290 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for network, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:13.380327 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:13.381568 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:13.384213 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device d1e9e331-7033-41c6-a84e-b3539b243749 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:07:13.397171 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:13.428998 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a760cca3-8ce4-44b5-90cc-82c3fb425fa9 req-b96835d3-2441-4dd6-abf2-c3c83614c8a1 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9045777 Apr 14 16:07:13.484149 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port d1e9e331-7033-41c6-a84e-b3539b243749 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:13.484543 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:13.561876 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Pushing event updated for resources: {'Network': ['ID=719da6c1-f535-421c-b557-f7a74bec4a0b,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:13.576747 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:13.581540 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1987634 Apr 14 16:07:13.583746 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 35604) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:13.588562 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce989048-e120-4ea1-bf6e-5f5435ab058f req-344fd9c1-aa36-4f0a-8088-25a622313e5f service neutron] 10.222.0.54 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152913 Apr 14 16:07:13.592829 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-140727d7-683a-4df1-8854-3b79537f50ee admin admin] Request body: {'subnet': {'network_id': '719da6c1-f535-421c-b557-f7a74bec4a0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-478748703-subnet', 'tenant_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'ip_version': 4}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:07:13.598546 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-140727d7-683a-4df1-8854-3b79537f50ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:13.603251 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-140727d7-683a-4df1-8854-3b79537f50ee admin admin] Usage tracker for resource:subnet and tenant:c815ec8a58144da9bf6d2f1d11c6a322 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:13.631315 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-140727d7-683a-4df1-8854-3b79537f50ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:13.653761 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-140727d7-683a-4df1-8854-3b79537f50ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:13.730788 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140727d7-683a-4df1-8854-3b79537f50ee admin admin] Made reservation on behalf of c815ec8a58144da9bf6d2f1d11c6a322 for: {'subnet': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:07:13.736141 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-140727d7-683a-4df1-8854-3b79537f50ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3771868'] for subnet, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:13.762860 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84689db4-cf2b-4f81-bcdf-91063a201f15 req-285358a0-af6d-4ee4-a400-b7cbd56f6d4b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:13.765057 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-84689db4-cf2b-4f81-bcdf-91063a201f15 req-285358a0-af6d-4ee4-a400-b7cbd56f6d4b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 945 time: 0.3745708 Apr 14 16:07:13.780330 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Network 719da6c1-f535-421c-b557-f7a74bec4a0b details requested by agent ovs-agent-dv-cinder-786260-2-iscsi with host dv-cinder-786260-2-iscsi {{(pid=85286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:07:13.785958 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.db.resource_extend [None req-af1da857-c9da-4e96-a620-c598eaaa7834 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 14 16:07:13.875850 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce989048-e120-4ea1-bf6e-5f5435ab058f req-95c3adfb-ddfd-4558-9631-34d3b6f72fa4 service neutron] 10.222.0.54 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686045 Apr 14 16:07:13.889058 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-84689db4-cf2b-4f81-bcdf-91063a201f15 req-a8558d21-d491-4567-969a-c0e4ffbfb8cd tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119931 Apr 14 16:07:13.911194 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b3791-65c6-420d-91af-5f94f0bb6e37 req-b30f0995-1fc7-4945-81d2-d5726d38b193 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:13.912634 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ba1b3791-65c6-420d-91af-5f94f0bb6e37 req-b30f0995-1fc7-4945-81d2-d5726d38b193 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 945 time: 0.3532174 Apr 14 16:07:13.973923 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-af1da857-c9da-4e96-a620-c598eaaa7834 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:13.992319 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-af1da857-c9da-4e96-a620-c598eaaa7834 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853071330'] for floatingip, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:14.083002 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ba1b3791-65c6-420d-91af-5f94f0bb6e37 req-a9dbc592-d9bd-49f0-85a2-025a9d2ca1fb tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534572 Apr 14 16:07:14.307115 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-140727d7-683a-4df1-8854-3b79537f50ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3780461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3771811'] for subnet, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:14.325763 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c60ed321-94b5-4fd1-9bb4-8b50adebbc64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:14.357384 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.l3_db [None req-af1da857-c9da-4e96-a620-c598eaaa7834 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Floating IP 9452ab61-6049-4b64-9d01-3d2708de2a09 associated. External IP: 172.27.1.196, port: e07940c5-3678-4057-8d14-fb0a1dca5ee6. Apr 14 16:07:14.534273 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:14.556448 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] Transition to ACTIVE for port object ffbdee28-1c06-4a24-89d5-fc86040c3357 will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:07:14.566855 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:14.597390 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:14.632354 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f6cbd-3229-4e26-abcd-c99e894fa9d3 req-ad88fdb1-4b54-4b06-a33e-aa1623fce3ff tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:14.641487 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-178f6cbd-3229-4e26-abcd-c99e894fa9d3 req-ad88fdb1-4b54-4b06-a33e-aa1623fce3ff tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.3644783 Apr 14 16:07:14.714937 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-178f6cbd-3229-4e26-abcd-c99e894fa9d3 req-54bc9fb0-810d-4dce-a3f7-c80f1f678f8b tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722890 Apr 14 16:07:14.784257 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250da3d2-52ac-4012-8974-dbd9a155a86b None None] Pushing event updated for resources: {'Port': ['ID=ffbdee28-1c06-4a24-89d5-fc86040c3357,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:14.788173 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-250da3d2-52ac-4012-8974-dbd9a155a86b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:14.830143 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140727d7-683a-4df1-8854-3b79537f50ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=09637efe-89bf-4155-9ec5-44363eafdde8,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:14.838318 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-140727d7-683a-4df1-8854-3b79537f50ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:14.949539 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140727d7-683a-4df1-8854-3b79537f50ee admin admin] Checking segment: {'id': 'd3ce93dc-e8cc-4692-882b-9b0fed849321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '719da6c1-f535-421c-b557-f7a74bec4a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:07:14.949943 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140727d7-683a-4df1-8854-3b79537f50ee admin admin] Network hostable DHCP agents. Network: 719da6c1-f535-421c-b557-f7a74bec4a0b, hostable agents: ['6974cddb-cd46-4c60-a4a5-114b04928957'], hosted agents: [] {{(pid=85284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:07:14.977083 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140727d7-683a-4df1-8854-3b79537f50ee admin admin] Network 719da6c1-f535-421c-b557-f7a74bec4a0b is scheduled to be hosted by DHCP agent 6974cddb-cd46-4c60-a4a5-114b04928957 with binding_index 1 {{(pid=85284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:07:14.993234 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-140727d7-683a-4df1-8854-3b79537f50ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-iscsi, 719da6c1-f535-421c-b557-f7a74bec4a0b) {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:07:15.009105 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140727d7-683a-4df1-8854-3b79537f50ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:15.009599 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-140727d7-683a-4df1-8854-3b79537f50ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:15.033663 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1832bba4-9747-4afc-aeb5-736e1f35e5cf None None] Network 719da6c1-f535-421c-b557-f7a74bec4a0b requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:07:15.058431 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-140727d7-683a-4df1-8854-3b79537f50ee admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4733462 Apr 14 16:07:15.064531 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 35624) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:15.079109 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-478748703-router', 'tenant_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:07:15.087980 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:15.103649 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] Usage tracker for resource:router and tenant:c815ec8a58144da9bf6d2f1d11c6a322 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:15.115715 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:15.129469 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:15.144314 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259339'] for router, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:15.145457 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853008525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1758879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853051633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854516462'] for router, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:15.169148 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:15.172058 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] Attempting to bind port ffbdee28-1c06-4a24-89d5-fc86040c3357 on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:07:15.172490 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] Attempting to bind port ffbdee28-1c06-4a24-89d5-fc86040c3357 by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': 'ccc78c37-061d-418e-a68d-5b478ad815ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:07:15.172872 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] Attempting to bind port ffbdee28-1c06-4a24-89d5-fc86040c3357 on network 30321c57-386c-4050-b8ef-3b7e286e431b {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:07:15.182082 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:07:15.182553 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] Checking segment: {'id': 'ccc78c37-061d-418e-a68d-5b478ad815ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:07:15.183039 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:15.183477 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] Bound using segment: {'id': 'ccc78c37-061d-418e-a68d-5b478ad815ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:07:15.184203 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] Bound port: ffbdee28-1c06-4a24-89d5-fc86040c3357, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc78c37-061d-418e-a68d-5b478ad815ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:07:15.184407 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:15.359853 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] For port ffbdee28-1c06-4a24-89d5-fc86040c3357, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:07:15.374034 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] For port ffbdee28-1c06-4a24-89d5-fc86040c3357, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=ffbdee28-1c06-4a24-89d5-fc86040c3357,segment=NetworkSegment(ccc78c37-061d-418e-a68d-5b478ad815ad),segment_id=ccc78c37-061d-418e-a68d-5b478ad815ad)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:07:15.378442 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:15.387888 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2d639-59ff-46be-9cc6-baeb4890f9db req-cc5588d5-de82-49dc-99ba-01276fd5db4f tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:15.389510 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bcf2d639-59ff-46be-9cc6-baeb4890f9db req-cc5588d5-de82-49dc-99ba-01276fd5db4f tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.6736131 Apr 14 16:07:15.424563 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:15.441901 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1da857-c9da-4e96-a620-c598eaaa7834 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Router d8e09ac4-38f9-4b38-9462-9202f150eca2 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:07:15.450249 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bcf2d639-59ff-46be-9cc6-baeb4890f9db req-6e10b0e9-ca4e-4b63-930e-ba60bca411f6 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516276 Apr 14 16:07:15.483111 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853071264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854516447'] for router, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:15.523150 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce738177-b0d9-4c71-90b5-05d2bbcfb8a8 req-9b37c6cf-d437-47d3-9736-330ee9498eef tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:15.529740 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce738177-b0d9-4c71-90b5-05d2bbcfb8a8 req-9b37c6cf-d437-47d3-9736-330ee9498eef tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 945 time: 0.2734163 Apr 14 16:07:15.557887 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fb825c8-f9e4-58b6-9749-5c7bd22ac102-719da6c1-f535-421c-b557-f7a74bec4a0b', 'network_id': '719da6c1-f535-421c-b557-f7a74bec4a0b', 'tenant_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'fixed_ips': [{'subnet_id': '09637efe-89bf-4155-9ec5-44363eafdde8'}]}} from dv-cinder-786260-2-iscsi. {{(pid=85286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:07:15.559455 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:15.634634 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce738177-b0d9-4c71-90b5-05d2bbcfb8a8 req-a4df3280-9c08-49da-81ca-0c61bd053622 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982358 Apr 14 16:07:15.661830 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250da3d2-52ac-4012-8974-dbd9a155a86b None None] Pushing event updated for resources: {'Port': ['ID=ffbdee28-1c06-4a24-89d5-fc86040c3357,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:15.693869 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1da857-c9da-4e96-a620-c598eaaa7834 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:07:15.698494 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-af1da857-c9da-4e96-a620-c598eaaa7834 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for floatingip, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:15.705775 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf6e62b-5b7e-4f92-848f-863a22fe222e None None] Sync routers for ids ['d8e09ac4-38f9-4b38-9462-9202f150eca2'] in dv-cinder-786260-2-iscsi {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:07:15.727194 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf6e62b-5b7e-4f92-848f-863a22fe222e None None] Routers {'d8e09ac4-38f9-4b38-9462-9202f150eca2'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:07:15.732326 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-adf6e62b-5b7e-4f92-848f-863a22fe222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:06:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['d8e09ac4-38f9-4b38-9462-9202f150eca2'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:15.739455 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-250da3d2-52ac-4012-8974-dbd9a155a86b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:15.836094 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-af1da857-c9da-4e96-a620-c598eaaa7834 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "PUT /v2.0/floatingips/9452ab61-6049-4b64-9d01-3d2708de2a09 HTTP/1.1" status: 200 len: 991 time: 3.8764751 Apr 14 16:07:15.837244 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1', 'tag': 'e07940c5-3678-4057-8d14-fb0a1dca5ee6'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:07:15.951596 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] Routers {'ed568792-f9c9-4742-9165-5b7f44e54617'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:07:15.952366 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:06:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['ed568792-f9c9-4742-9165-5b7f44e54617'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:16.025912 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:16.117143 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3f218-91fd-4340-9bde-94642a445a74 req-75fa5b7c-811f-4ec2-b0f7-881af5abec36 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:16.118016 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:16.119758 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c8e3f218-91fd-4340-9bde-94642a445a74 req-75fa5b7c-811f-4ec2-b0f7-881af5abec36 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1890752 Apr 14 16:07:16.169069 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-adf6e62b-5b7e-4f92-848f-863a22fe222e None None] Set router d8e09ac4-38f9-4b38-9462-9202f150eca2 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:07:16.176074 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1', 'tag': 'e07940c5-3678-4057-8d14-fb0a1dca5ee6', 'status': 'completed', 'code': 200} Apr 14 16:07:16.198380 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c8e3f218-91fd-4340-9bde-94642a445a74 req-c35ec406-727a-44aa-a8c2-fd6c349e25dc tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678623 Apr 14 16:07:16.314027 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Allocated IP 172.20.0.2 (719da6c1-f535-421c-b557-f7a74bec4a0b/09637efe-89bf-4155-9ec5-44363eafdde8/297c8f1e-ce12-4bab-a045-230041c0a325) {{(pid=85286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:07:16.479620 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] Allocated IP 172.27.1.108 (6468e4de-2d6f-487c-961d-9bfd4b201113/10ad9ff7-e740-4818-a690-9a433745e0b4/e6527502-1ab7-4c2c-8024-6fe027a3c6c6) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:07:16.537829 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] Set router ed568792-f9c9-4742-9165-5b7f44e54617 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:07:16.657123 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56382a8f-2722-4604-84bb-20326b9ee1c4 req-433f8434-b193-4308-b950-cae274303ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:16.664545 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-56382a8f-2722-4604-84bb-20326b9ee1c4 req-433f8434-b193-4308-b950-cae274303ea9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=691977ceece143efa6a03aafe5e47709&device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 1098 time: 0.4251230 Apr 14 16:07:16.884115 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a9a83-038c-403d-a9b3-f61d8efd7be5 req-a124f0a9-04f1-43ec-be1b-321fb73bf636 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:16.893611 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9c9a9a83-038c-403d-a9b3-f61d8efd7be5 req-a124f0a9-04f1-43ec-be1b-321fb73bf636 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.1766593 Apr 14 16:07:16.930450 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9c9a9a83-038c-403d-a9b3-f61d8efd7be5 req-2cfd63ac-1e11-47db-bc52-21ba0b2f3bc6 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359757 Apr 14 16:07:16.938539 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-adf6e62b-5b7e-4f92-848f-863a22fe222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'name': 'tempest-AttachVolumeShelveTestJSON-933395349-router', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:08Z', 'updated_at': '2021-04-14T16:06:19Z', 'revision_number': 4, 'project_id': '691977ceece143efa6a03aafe5e47709', 'gw_port': {'id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:25:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:10Z', 'updated_at': '2021-04-14T16:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': '9452ab61-6049-4b64-9d01-3d2708de2a09', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'port_id': 'e07940c5-3678-4057-8d14-fb0a1dca5ee6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'mac_address': 'fa:16:3e:69:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:06:24Z', 'updated_at': '2021-04-14T16:07:13Z', 'revision_number': 1, 'project_id': '691977ceece143efa6a03aafe5e47709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e3eb120-f2c8-4668-ae95-47ad34707eaf', 'name': '', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'mac_address': 'fa:16:3e:1c:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '83188662-4769-460f-ab17-6c69d6a31076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:17Z', 'updated_at': '2021-04-14T16:06:25Z', 'revision_number': 5, 'project_id': '691977ceece143efa6a03aafe5e47709', 'subnets': [{'id': '83188662-4769-460f-ab17-6c69d6a31076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:16.942786 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf6e62b-5b7e-4f92-848f-863a22fe222e None None] Checking router: d8e09ac4-38f9-4b38-9462-9202f150eca2 for host: dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:07:16.960346 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf6e62b-5b7e-4f92-848f-863a22fe222e None None] Routers {'d8e09ac4-38f9-4b38-9462-9202f150eca2'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:07:16.961209 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-adf6e62b-5b7e-4f92-848f-863a22fe222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:06:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['d8e09ac4-38f9-4b38-9462-9202f150eca2'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:17.000272 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56382a8f-2722-4604-84bb-20326b9ee1c4 req-69e5370d-3682-488c-a3f9-06801212e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:17.005447 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-56382a8f-2722-4604-84bb-20326b9ee1c4 req-69e5370d-3682-488c-a3f9-06801212e6ec service neutron] 10.222.0.54 "GET /v2.0/networks?id=86b55a80-468c-416f-9ed3-2601bbe04b76 HTTP/1.1" status: 200 len: 917 time: 0.3307843 Apr 14 16:07:17.230073 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:17.322242 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-56382a8f-2722-4604-84bb-20326b9ee1c4 req-badf37de-82a8-4cd6-9271-3cecc261445e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e07940c5-3678-4057-8d14-fb0a1dca5ee6 HTTP/1.1" status: 200 len: 999 time: 0.3054993 Apr 14 16:07:17.449356 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56382a8f-2722-4604-84bb-20326b9ee1c4 req-dec9d7a8-3ae0-47b3-afcc-f8cb9643b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:17.451017 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-56382a8f-2722-4604-84bb-20326b9ee1c4 req-dec9d7a8-3ae0-47b3-afcc-f8cb9643b645 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83188662-4769-460f-ab17-6c69d6a31076 HTTP/1.1" status: 200 len: 855 time: 0.1177969 Apr 14 16:07:17.452211 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:17.468658 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7705cde6-7892-4583-99ce-7bf2c83a621c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:17.588932 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Notify callbacks [] for port, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:17.623655 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Transition to ACTIVE for port object 297c8f1e-ce12-4bab-a045-230041c0a325 will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:07:17.628177 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025328d-d346-4f44-99f5-cbc5e9d29629 req-577af703-1c89-4f1a-9628-fea958e02553 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:17.630456 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-adf6e62b-5b7e-4f92-848f-863a22fe222e None None] Set router d8e09ac4-38f9-4b38-9462-9202f150eca2 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:07:17.638309 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6025328d-d346-4f44-99f5-cbc5e9d29629 req-577af703-1c89-4f1a-9628-fea958e02553 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1960971 Apr 14 16:07:17.646263 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'name': 'tempest-TestMinimumBasicScenario-1164931284-router', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:07:01Z', 'updated_at': '2021-04-14T16:07:09Z', 'revision_number': 4, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'gw_port': {'id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:02Z', 'updated_at': '2021-04-14T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': 'ffbdee28-1c06-4a24-89d5-fc86040c3357', 'name': '', 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'mac_address': 'fa:16:3e:8b:04:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '57968d7e-63eb-4b61-9f14-3a65dd80afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:07Z', 'updated_at': '2021-04-14T16:07:15Z', 'revision_number': 4, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'subnets': [{'id': '57968d7e-63eb-4b61-9f14-3a65dd80afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:17.664172 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645b8a0c-cf7e-4a7e-8542-40a39d73e81b None None] The sync data for ids ['ed568792-f9c9-4742-9165-5b7f44e54617'] in dv-cinder-786260-2-iscsi is: [{'id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'name': 'tempest-TestMinimumBasicScenario-1164931284-router', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:07:01Z', 'updated_at': '2021-04-14T16:07:09Z', 'revision_number': 4, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'gw_port': {'id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:02Z', 'updated_at': '2021-04-14T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': 'ffbdee28-1c06-4a24-89d5-fc86040c3357', 'name': '', 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'mac_address': 'fa:16:3e:8b:04:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '57968d7e-63eb-4b61-9f14-3a65dd80afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:07Z', 'updated_at': '2021-04-14T16:07:15Z', 'revision_number': 4, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'subnets': [{'id': '57968d7e-63eb-4b61-9f14-3a65dd80afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:07:17.685342 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6025328d-d346-4f44-99f5-cbc5e9d29629 req-f9d3a895-05e2-4830-9462-08d179368a61 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420742 Apr 14 16:07:17.688273 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e6527502-1ab7-4c2c-8024-6fe027a3c6c6,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:17.692852 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Transition to ACTIVE for port object 297c8f1e-ce12-4bab-a045-230041c0a325 will not be triggered until provisioned by entity DHCP. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:07:17.694891 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:17.704647 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463'] for port, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:17.769232 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0de6c584-9855-4922-ae7c-c0533e521fa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:17.800859 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56382a8f-2722-4604-84bb-20326b9ee1c4 req-d586d295-fe35-4751-a56c-5e4441317b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:17.802787 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-56382a8f-2722-4604-84bb-20326b9ee1c4 req-d586d295-fe35-4751-a56c-5e4441317b03 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86b55a80-468c-416f-9ed3-2601bbe04b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3354516 Apr 14 16:07:17.827215 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-41ebb0ce-dfc8-4479-8bd9-89baeb1ee260 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Synchronizing usage tracker for tenant:91ea008d0147431cb1eeb4f5c290e6b7 on resource:security_group {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:07:17.852457 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Pushing event updated for resources: {'Port': ['ID=297c8f1e-ce12-4bab-a045-230041c0a325,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:17.856862 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:17.875967 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-41ebb0ce-dfc8-4479-8bd9-89baeb1ee260 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Unset dirty status for tenant:91ea008d0147431cb1eeb4f5c290e6b7 on resource:security_group {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:07:17.877249 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-41ebb0ce-dfc8-4479-8bd9-89baeb1ee260 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-833706590&fields=id&tenant_id=91ea008d0147431cb1eeb4f5c290e6b7 HTTP/1.1" status: 200 len: 267 time: 0.1116331 Apr 14 16:07:17.931946 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] Network 6468e4de-2d6f-487c-961d-9bfd4b201113 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:07:17.936302 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:07:17.940647 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:07:18.126673 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Network 719da6c1-f535-421c-b557-f7a74bec4a0b is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:07:18.127949 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:07:18.130590 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Received port after_create {{(pid=85286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:07:18.178098 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-fbb49b23-afde-4945-96f5-bdb934483584 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:18.186615 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-fbb49b23-afde-4945-96f5-bdb934483584 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/networks?id=efc13fb2-38cb-4474-87f7-427bcd62decb HTTP/1.1" status: 200 len: 808 time: 0.2973089 Apr 14 16:07:18.258243 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-11f7fe4a-7e69-407c-90a2-c32f9fe92447 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/quotas/91ea008d0147431cb1eeb4f5c290e6b7 HTTP/1.1" status: 200 len: 375 time: 0.0704324 Apr 14 16:07:18.285755 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Attempting to bind port 297c8f1e-ce12-4bab-a045-230041c0a325 on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:07:18.286319 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Attempting to bind port 297c8f1e-ce12-4bab-a045-230041c0a325 by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': 'd3ce93dc-e8cc-4692-882b-9b0fed849321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '719da6c1-f535-421c-b557-f7a74bec4a0b'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:07:18.286847 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Attempting to bind port 297c8f1e-ce12-4bab-a045-230041c0a325 on network 719da6c1-f535-421c-b557-f7a74bec4a0b {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:07:18.297200 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:07:18.299016 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Checking segment: {'id': 'd3ce93dc-e8cc-4692-882b-9b0fed849321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '719da6c1-f535-421c-b557-f7a74bec4a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:07:18.300573 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:18.301082 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Bound using segment: {'id': 'd3ce93dc-e8cc-4692-882b-9b0fed849321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '719da6c1-f535-421c-b557-f7a74bec4a0b'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:07:18.305096 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Bound port: 297c8f1e-ce12-4bab-a045-230041c0a325, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ce93dc-e8cc-4692-882b-9b0fed849321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '719da6c1-f535-421c-b557-f7a74bec4a0b'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:07:18.305712 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:18.388726 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-e9e9c3db-9ce9-4ea4-a9c8-dce142acb1d2 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=91ea008d0147431cb1eeb4f5c290e6b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1130702 Apr 14 16:07:18.411019 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacb2f3-0155-4e3e-acd8-b3173775d701 req-6cb92308-0319-486c-a892-74303699711b tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:18.412710 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1dacb2f3-0155-4e3e-acd8-b3173775d701 req-6cb92308-0319-486c-a892-74303699711b tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.2006049 Apr 14 16:07:18.467220 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-adf6e62b-5b7e-4f92-848f-863a22fe222e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'name': 'tempest-AttachVolumeShelveTestJSON-933395349-router', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:08Z', 'updated_at': '2021-04-14T16:06:19Z', 'revision_number': 4, 'project_id': '691977ceece143efa6a03aafe5e47709', 'gw_port': {'id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:25:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:10Z', 'updated_at': '2021-04-14T16:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': '9452ab61-6049-4b64-9d01-3d2708de2a09', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'port_id': 'e07940c5-3678-4057-8d14-fb0a1dca5ee6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'mac_address': 'fa:16:3e:69:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:06:24Z', 'updated_at': '2021-04-14T16:07:13Z', 'revision_number': 1, 'project_id': '691977ceece143efa6a03aafe5e47709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e3eb120-f2c8-4668-ae95-47ad34707eaf', 'name': '', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'mac_address': 'fa:16:3e:1c:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '83188662-4769-460f-ab17-6c69d6a31076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:17Z', 'updated_at': '2021-04-14T16:06:25Z', 'revision_number': 5, 'project_id': '691977ceece143efa6a03aafe5e47709', 'subnets': [{'id': '83188662-4769-460f-ab17-6c69d6a31076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:18.471982 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] For port 297c8f1e-ce12-4bab-a045-230041c0a325, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:07:18.475548 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] For port 297c8f1e-ce12-4bab-a045-230041c0a325, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=297c8f1e-ce12-4bab-a045-230041c0a325,segment=NetworkSegment(d3ce93dc-e8cc-4692-882b-9b0fed849321),segment_id=d3ce93dc-e8cc-4692-882b-9b0fed849321)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:07:18.479680 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf6e62b-5b7e-4f92-848f-863a22fe222e None None] The sync data for ids ['d8e09ac4-38f9-4b38-9462-9202f150eca2'] in dv-cinder-786260-2-iscsi is: [{'id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'name': 'tempest-AttachVolumeShelveTestJSON-933395349-router', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:08Z', 'updated_at': '2021-04-14T16:06:19Z', 'revision_number': 4, 'project_id': '691977ceece143efa6a03aafe5e47709', 'gw_port': {'id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:25:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:10Z', 'updated_at': '2021-04-14T16:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': '9452ab61-6049-4b64-9d01-3d2708de2a09', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'port_id': 'e07940c5-3678-4057-8d14-fb0a1dca5ee6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'mac_address': 'fa:16:3e:69:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:06:24Z', 'updated_at': '2021-04-14T16:07:13Z', 'revision_number': 1, 'project_id': '691977ceece143efa6a03aafe5e47709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e3eb120-f2c8-4668-ae95-47ad34707eaf', 'name': '', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'mac_address': 'fa:16:3e:1c:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '83188662-4769-460f-ab17-6c69d6a31076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:17Z', 'updated_at': '2021-04-14T16:06:25Z', 'revision_number': 5, 'project_id': '691977ceece143efa6a03aafe5e47709', 'subnets': [{'id': '83188662-4769-460f-ab17-6c69d6a31076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:07:18.480319 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:18.630961 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-93c9f4ea-3317-41b9-974b-9af3bd57eec4 service neutron] 10.222.0.53 "GET /v2.0/networks/efc13fb2-38cb-4474-87f7-427bcd62decb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145288 Apr 14 16:07:18.645551 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:18.703923 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1dacb2f3-0155-4e3e-acd8-b3173775d701 req-86967b98-5544-46f4-a756-19468e4d6838 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008716 Apr 14 16:07:18.775791 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Pushing event updated for resources: {'Port': ['ID=297c8f1e-ce12-4bab-a045-230041c0a325,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:18.782644 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:18.872978 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-5c87dfe2-056a-41ed-80d7-02d7a83ab946 service neutron] 10.222.0.53 "GET /v2.0/networks/efc13fb2-38cb-4474-87f7-427bcd62decb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406344 Apr 14 16:07:18.947430 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-56382a8f-2722-4604-84bb-20326b9ee1c4 req-ca5bd786-6924-4b2c-bc78-58e17269164f service neutron] 10.222.0.54 "GET /v2.0/networks/86b55a80-468c-416f-9ed3-2601bbe04b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1149092 Apr 14 16:07:18.962168 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ae6ee5-07a5-41b7-b64c-786a9608d3d5 None None] New status for floating IP 9452ab61-6049-4b64-9d01-3d2708de2a09: ACTIVE {{(pid=85286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:07:19.403823 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-56382a8f-2722-4604-84bb-20326b9ee1c4 req-dfd8fcf5-9cda-49da-80be-ad1fd0e7179c service neutron] 10.222.0.54 "GET /v2.0/networks/86b55a80-468c-416f-9ed3-2601bbe04b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485486 Apr 14 16:07:19.422222 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512457f1-3425-48fe-b27a-9212950abaef req-613a7bcc-5629-4f3a-abef-fddffbf9c26f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:19.426926 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-512457f1-3425-48fe-b27a-9212950abaef req-613a7bcc-5629-4f3a-abef-fddffbf9c26f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.3068342 Apr 14 16:07:19.505947 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-512457f1-3425-48fe-b27a-9212950abaef req-2ce0c2e8-3d4f-4d46-a95c-35b4151f00b9 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699584 Apr 14 16:07:19.576796 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 297c8f1e-ce12-4bab-a045-230041c0a325 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:07:19.663879 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port 297c8f1e-ce12-4bab-a045-230041c0a325 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:07:19.671635 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device ffbdee28-1c06-4a24-89d5-fc86040c3357 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:07:19.741259 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:19.805321 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port ffbdee28-1c06-4a24-89d5-fc86040c3357 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:07:19.813879 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port ffbdee28-1c06-4a24-89d5-fc86040c3357 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:19.814620 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:19.992270 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:20.010538 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port ffbdee28-1c06-4a24-89d5-fc86040c3357, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=ffbdee28-1c06-4a24-89d5-fc86040c3357,segment=NetworkSegment(ccc78c37-061d-418e-a68d-5b478ad815ad),segment_id=ccc78c37-061d-418e-a68d-5b478ad815ad)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:20.014235 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:20.016203 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:20.045907 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8cfb8dad-c8e1-4424-8233-d4f4881db730 req-728c03cd-29ba-4b5a-a1c9-b08352de4808 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 210 time: 0.1283889 Apr 14 16:07:20.114069 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=ffbdee28-1c06-4a24-89d5-fc86040c3357,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:20.117678 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:20.257753 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853008407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704523'] for router, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:20.496630 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3795bf8c-30f3-4374-8462-b1a75235a6d1 None None] Network 719da6c1-f535-421c-b557-f7a74bec4a0b requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:07:20.502960 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] Router b4437cc5-67ad-419d-81d2-c0c6b0da7adf is scheduled to L3 agent cd16566b-017b-487a-9290-9cc4500cc966 with binding_index 1 {{(pid=85284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:07:20.717427 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-bdf4eea3-f4ca-4f65-b0f3-9903f408904b None None] Provisioning for port 297c8f1e-ce12-4bab-a045-230041c0a325 completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:07:20.735036 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-bdf4eea3-f4ca-4f65-b0f3-9903f408904b None None] Provisioning complete for port 297c8f1e-ce12-4bab-a045-230041c0a325 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:20.735882 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bdf4eea3-f4ca-4f65-b0f3-9903f408904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:20.746842 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:07:20.758679 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] Sync routers for ids ['b4437cc5-67ad-419d-81d2-c0c6b0da7adf'] in dv-cinder-786260-2-iscsi {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:07:20.775064 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] Routers {'b4437cc5-67ad-419d-81d2-c0c6b0da7adf'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:07:20.775794 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:06:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['b4437cc5-67ad-419d-81d2-c0c6b0da7adf'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:20.785277 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] Notify callbacks [] for router, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:20.791044 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7253187 Apr 14 16:07:20.794748 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 35762) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:21.051531 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bdf4eea3-f4ca-4f65-b0f3-9903f408904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:21.070452 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-bdf4eea3-f4ca-4f65-b0f3-9903f408904b None None] For port 297c8f1e-ce12-4bab-a045-230041c0a325, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=297c8f1e-ce12-4bab-a045-230041c0a325,segment=NetworkSegment(d3ce93dc-e8cc-4692-882b-9b0fed849321),segment_id=d3ce93dc-e8cc-4692-882b-9b0fed849321)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:21.076642 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bdf4eea3-f4ca-4f65-b0f3-9903f408904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:21.085068 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:21.117682 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] Set router b4437cc5-67ad-419d-81d2-c0c6b0da7adf gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:07:21.174329 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4eea3-f4ca-4f65-b0f3-9903f408904b None None] Pushing event updated for resources: {'Port': ['ID=297c8f1e-ce12-4bab-a045-230041c0a325,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:21.178989 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bdf4eea3-f4ca-4f65-b0f3-9903f408904b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:21.287959 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5764bc6-1bea-4eaa-8be5-827de8102fd3 req-e707108b-2482-4915-b729-6559af588961 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:21.289626 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e5764bc6-1bea-4eaa-8be5-827de8102fd3 req-e707108b-2482-4915-b729-6559af588961 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.2753508 Apr 14 16:07:21.349220 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 297c8f1e-ce12-4bab-a045-230041c0a325 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:07:21.408945 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e5764bc6-1bea-4eaa-8be5-827de8102fd3 req-29552444-0158-4a17-8a7b-8ed3f6b3bbb5 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070838 Apr 14 16:07:21.426023 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e6726-3ccb-47e7-90a6-1dec61c639cf req-50c702f4-29ba-431c-bb2a-003c16043131 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:21.434172 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-172e6726-3ccb-47e7-90a6-1dec61c639cf req-50c702f4-29ba-431c-bb2a-003c16043131 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.2941775 Apr 14 16:07:21.467715 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-584765f7-c8bf-418d-975b-10266e7ed0d8 None None] Provisioning complete for port 297c8f1e-ce12-4bab-a045-230041c0a325 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:21.468241 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-584765f7-c8bf-418d-975b-10266e7ed0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:21.570002 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 297c8f1e-ce12-4bab-a045-230041c0a325 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:21.570589 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:21.585952 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4437cc5-67ad-419d-81d2-c0c6b0da7adf', 'name': 'tempest-TestMinimumBasicScenario-478748703-router', 'tenant_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e6527502-1ab7-4c2c-8024-6fe027a3c6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:07:15Z', 'updated_at': '2021-04-14T16:07:19Z', 'revision_number': 3, 'project_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'gw_port': {'id': 'e6527502-1ab7-4c2c-8024-6fe027a3c6c6', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4437cc5-67ad-419d-81d2-c0c6b0da7adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:16Z', 'updated_at': '2021-04-14T16:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:21.604087 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] Checking router: b4437cc5-67ad-419d-81d2-c0c6b0da7adf for host: dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:07:21.606218 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] Updating router b4437cc5-67ad-419d-81d2-c0c6b0da7adf port e6527502-1ab7-4c2c-8024-6fe027a3c6c6 binding host dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:07:21.647090 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-172e6726-3ccb-47e7-90a6-1dec61c639cf req-3927780a-2d50-4623-87f1-1da95dc2bbba tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117939 Apr 14 16:07:21.727513 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:21.746627 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-191af570-6c04-4a28-872f-aec495115d02 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:21.747538 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-191af570-6c04-4a28-872f-aec495115d02 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Synchronizing usage tracker for tenant:91ea008d0147431cb1eeb4f5c290e6b7 on resource:network {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:07:21.767138 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-191af570-6c04-4a28-872f-aec495115d02 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Unset dirty status for tenant:91ea008d0147431cb1eeb4f5c290e6b7 on resource:network {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:07:21.771759 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-191af570-6c04-4a28-872f-aec495115d02 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.54 "GET /v2.0/networks?id=efc13fb2-38cb-4474-87f7-427bcd62decb HTTP/1.1" status: 200 len: 808 time: 0.2955868 Apr 14 16:07:21.815537 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device ffbdee28-1c06-4a24-89d5-fc86040c3357 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:07:21.905152 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-8e801344-60c1-44b0-9fa3-474f6aaf71e5 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Synchronizing usage tracker for tenant:91ea008d0147431cb1eeb4f5c290e6b7 on resource:security_group {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:07:21.924461 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-facf2892-6bcc-4939-bed1-7bd6874b958d req-a33be9d1-54a9-4bb5-a90e-1903f2242c44 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 210 time: 0.0893846 Apr 14 16:07:21.932705 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-8e801344-60c1-44b0-9fa3-474f6aaf71e5 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Unset dirty status for tenant:91ea008d0147431cb1eeb4f5c290e6b7 on resource:security_group {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:07:21.934340 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-8e801344-60c1-44b0-9fa3-474f6aaf71e5 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=91ea008d0147431cb1eeb4f5c290e6b7 HTTP/1.1" status: 200 len: 8059 time: 0.1526239 Apr 14 16:07:21.946568 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-89cc18b4-f72c-4a9a-9030-9927ea0fa337 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Request body: {'port': {'device_id': '7aae3ffe-55c2-492c-8085-4842a147970c', 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb', 'admin_state_up': True, 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'security_groups': ['b882fbe3-5ea4-4cfb-a53e-107a2b23f649']}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:07:21.989363 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port ffbdee28-1c06-4a24-89d5-fc86040c3357 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:21.993582 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:22.220188 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-89cc18b4-f72c-4a9a-9030-9927ea0fa337 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:22.225532 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-89cc18b4-f72c-4a9a-9030-9927ea0fa337 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Usage tracker for resource:port and tenant:91ea008d0147431cb1eeb4f5c290e6b7 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:22.229676 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-89cc18b4-f72c-4a9a-9030-9927ea0fa337 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:22.242800 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-89cc18b4-f72c-4a9a-9030-9927ea0fa337 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:22.259817 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-89cc18b4-f72c-4a9a-9030-9927ea0fa337 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Made reservation on behalf of 91ea008d0147431cb1eeb4f5c290e6b7 for: {'port': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:07:22.266142 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-89cc18b4-f72c-4a9a-9030-9927ea0fa337 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:22.297865 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] Notify callbacks [] for port, precommit_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:22.315980 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] Transition to ACTIVE for port object e6527502-1ab7-4c2c-8024-6fe027a3c6c6 will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:07:22.324902 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:22.346950 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-28d51cd5-6161-4edd-95ae-9f6bf2e2f2fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:22.506097 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724689a-7110-402f-b2f8-944a450565ec None None] Pushing event updated for resources: {'Port': ['ID=e6527502-1ab7-4c2c-8024-6fe027a3c6c6,revision_number=2']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:22.506789 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-89cc18b4-f72c-4a9a-9030-9927ea0fa337 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Allocated IP 172.20.0.11 (efc13fb2-38cb-4474-87f7-427bcd62decb/eb750ea5-d2d8-4539-8e70-4f1cf7bcb894/700e5882-25a6-4868-8c0e-3ca90b3e680e) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:07:22.523530 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e724689a-7110-402f-b2f8-944a450565ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:22.524045 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e724689a-7110-402f-b2f8-944a450565ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:22.524725 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e724689a-7110-402f-b2f8-944a450565ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:22.525107 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e724689a-7110-402f-b2f8-944a450565ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:22.525482 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e724689a-7110-402f-b2f8-944a450565ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:22.525836 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e724689a-7110-402f-b2f8-944a450565ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:22.526213 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e724689a-7110-402f-b2f8-944a450565ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:22.526649 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e724689a-7110-402f-b2f8-944a450565ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:22.527540 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e724689a-7110-402f-b2f8-944a450565ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:22.527912 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e724689a-7110-402f-b2f8-944a450565ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:22.528280 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e724689a-7110-402f-b2f8-944a450565ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:22.528644 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e724689a-7110-402f-b2f8-944a450565ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:22.533914 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e724689a-7110-402f-b2f8-944a450565ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:22.634355 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] Attempting to bind port e6527502-1ab7-4c2c-8024-6fe027a3c6c6 on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:07:22.635031 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] Attempting to bind port e6527502-1ab7-4c2c-8024-6fe027a3c6c6 by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:07:22.635594 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] Attempting to bind port e6527502-1ab7-4c2c-8024-6fe027a3c6c6 on network 6468e4de-2d6f-487c-961d-9bfd4b201113 {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:07:22.643053 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2bd98595-8acd-44c2-9f39-143c3ab625e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:22.644232 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:07:22.644815 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] Checking segment: {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:07:22.645407 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:22.645978 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] Bound using segment: {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:07:22.646896 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] Bound port: e6527502-1ab7-4c2c-8024-6fe027a3c6c6, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:07:22.647520 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:22.788505 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] For port e6527502-1ab7-4c2c-8024-6fe027a3c6c6, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:07:22.793956 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] For port e6527502-1ab7-4c2c-8024-6fe027a3c6c6, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=e6527502-1ab7-4c2c-8024-6fe027a3c6c6,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:07:22.798523 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:22.815264 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-479a2d54-4948-4d18-a8da-46e162bf3f48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:22.858843 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-89cc18b4-f72c-4a9a-9030-9927ea0fa337 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:22.877926 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-89cc18b4-f72c-4a9a-9030-9927ea0fa337 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Transition to ACTIVE for port object 700e5882-25a6-4868-8c0e-3ca90b3e680e will not be triggered until provisioned by entity DHCP. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:07:22.907295 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-89cc18b4-f72c-4a9a-9030-9927ea0fa337 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:22.922558 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:22.982224 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724689a-7110-402f-b2f8-944a450565ec None None] Pushing event updated for resources: {'Port': ['ID=e6527502-1ab7-4c2c-8024-6fe027a3c6c6,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:22.992815 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e724689a-7110-402f-b2f8-944a450565ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:23.015101 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafebaaa-e430-49b4-a8ce-5cd807197c02 req-93127c3a-5d95-4d5e-aa46-0085c9ddf87f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:23.039365 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fafebaaa-e430-49b4-a8ce-5cd807197c02 req-93127c3a-5d95-4d5e-aa46-0085c9ddf87f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.4103184 Apr 14 16:07:23.045159 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] Routers {'b4437cc5-67ad-419d-81d2-c0c6b0da7adf'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:07:23.045856 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:06:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['b4437cc5-67ad-419d-81d2-c0c6b0da7adf'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:23.087655 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc18b4-f72c-4a9a-9030-9927ea0fa337 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Pushing event updated for resources: {'Port': ['ID=700e5882-25a6-4868-8c0e-3ca90b3e680e,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:23.092217 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-89cc18b4-f72c-4a9a-9030-9927ea0fa337 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:23.124244 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fafebaaa-e430-49b4-a8ce-5cd807197c02 req-1ad69937-dd68-47fa-b580-750d7d7e5f3d tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720651 Apr 14 16:07:23.164925 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-89cc18b4-f72c-4a9a-9030-9927ea0fa337 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Network efc13fb2-38cb-4474-87f7-427bcd62decb is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:07:23.166649 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-89cc18b4-f72c-4a9a-9030-9927ea0fa337 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:07:23.169928 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-89cc18b4-f72c-4a9a-9030-9927ea0fa337 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:07:23.190420 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-2bd98595-8acd-44c2-9f39-143c3ab625e7 admin admin] Allocated IP 172.20.0.1 (719da6c1-f535-421c-b557-f7a74bec4a0b/09637efe-89bf-4155-9ec5-44363eafdde8/9b42f294-60ed-4e2a-b40c-0fa83d719816) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:07:23.270216 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-89cc18b4-f72c-4a9a-9030-9927ea0fa337 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:23.271102 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-89cc18b4-f72c-4a9a-9030-9927ea0fa337 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:23.307706 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-89cc18b4-f72c-4a9a-9030-9927ea0fa337 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3657668 Apr 14 16:07:23.321437 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] Request body: {'port': {'device_id': '7aae3ffe-55c2-492c-8085-4842a147970c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:07:23.334313 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] Set router b4437cc5-67ad-419d-81d2-c0c6b0da7adf gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:07:23.477633 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-fddfc54d-dfde-4dfb-a9bd-391aa6360097 None None] Provisioning for port 700e5882-25a6-4868-8c0e-3ca90b3e680e completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:07:23.481193 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:23.485965 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-fddfc54d-dfde-4dfb-a9bd-391aa6360097 None None] Provisioning complete for port 700e5882-25a6-4868-8c0e-3ca90b3e680e triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:23.486431 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fddfc54d-dfde-4dfb-a9bd-391aa6360097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:23.558473 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-fddfc54d-dfde-4dfb-a9bd-391aa6360097 None None] Port 700e5882-25a6-4868-8c0e-3ca90b3e680e cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:07:23.643153 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311d141-71ff-4aac-bbba-30b2acc0806a req-87400bf0-6979-4f80-9de6-4a94b21dce87 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:23.652966 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a311d141-71ff-4aac-bbba-30b2acc0806a req-87400bf0-6979-4f80-9de6-4a94b21dce87 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 932 time: 0.3587894 Apr 14 16:07:23.720698 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a311d141-71ff-4aac-bbba-30b2acc0806a req-e589ca03-aa9d-4f0a-8de2-b99620a04320 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657592 Apr 14 16:07:23.755821 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2bd98595-8acd-44c2-9f39-143c3ab625e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:23.780109 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-2bd98595-8acd-44c2-9f39-143c3ab625e7 admin admin] Transition to ACTIVE for port object 9b42f294-60ed-4e2a-b40c-0fa83d719816 will not be triggered until provisioned by entity DHCP. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:07:23.810640 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2bd98595-8acd-44c2-9f39-143c3ab625e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:23.918248 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:23.937540 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4437cc5-67ad-419d-81d2-c0c6b0da7adf', 'name': 'tempest-TestMinimumBasicScenario-478748703-router', 'tenant_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e6527502-1ab7-4c2c-8024-6fe027a3c6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:07:15Z', 'updated_at': '2021-04-14T16:07:19Z', 'revision_number': 3, 'project_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'gw_port': {'id': 'e6527502-1ab7-4c2c-8024-6fe027a3c6c6', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4437cc5-67ad-419d-81d2-c0c6b0da7adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:16Z', 'updated_at': '2021-04-14T16:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:23.942725 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77d971-35e0-4f36-b479-932e7ae84a2e None None] The sync data for ids ['b4437cc5-67ad-419d-81d2-c0c6b0da7adf'] in dv-cinder-786260-2-iscsi is: [{'id': 'b4437cc5-67ad-419d-81d2-c0c6b0da7adf', 'name': 'tempest-TestMinimumBasicScenario-478748703-router', 'tenant_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e6527502-1ab7-4c2c-8024-6fe027a3c6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:07:15Z', 'updated_at': '2021-04-14T16:07:19Z', 'revision_number': 3, 'project_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'gw_port': {'id': 'e6527502-1ab7-4c2c-8024-6fe027a3c6c6', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4437cc5-67ad-419d-81d2-c0c6b0da7adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:16Z', 'updated_at': '2021-04-14T16:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:07:24.019828 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd98595-8acd-44c2-9f39-143c3ab625e7 admin admin] Pushing event updated for resources: {'Port': ['ID=9b42f294-60ed-4e2a-b40c-0fa83d719816,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:24.024475 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-2bd98595-8acd-44c2-9f39-143c3ab625e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:24.050610 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd98595-8acd-44c2-9f39-143c3ab625e7 admin admin] Network 719da6c1-f535-421c-b557-f7a74bec4a0b is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:07:24.052724 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-2bd98595-8acd-44c2-9f39-143c3ab625e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:07:24.056838 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd98595-8acd-44c2-9f39-143c3ab625e7 admin admin] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:07:24.057488 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2bd98595-8acd-44c2-9f39-143c3ab625e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704588'] for router_interface, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:24.230858 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2bd98595-8acd-44c2-9f39-143c3ab625e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:24.255772 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700e5882-25a6-4868-8c0e-3ca90b3e680e {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:07:24.278839 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:24.299659 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] Transition to ACTIVE for port object 700e5882-25a6-4868-8c0e-3ca90b3e680e will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:07:24.303974 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:24.324415 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:24.405426 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-01c03b12-ddd3-4fbf-ae21-19a3726aa3c9 None None] Provisioning for port 9b42f294-60ed-4e2a-b40c-0fa83d719816 completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:07:24.427194 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-01c03b12-ddd3-4fbf-ae21-19a3726aa3c9 None None] Provisioning complete for port 9b42f294-60ed-4e2a-b40c-0fa83d719816 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:24.428817 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-01c03b12-ddd3-4fbf-ae21-19a3726aa3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:24.699677 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] Pushing event updated for resources: {'Port': ['ID=700e5882-25a6-4868-8c0e-3ca90b3e680e,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:24.711061 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:24.753514 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905c313-2c0f-4341-ad8a-c1f1ebb67863 req-f2cc6e61-e520-4da2-814f-a652749c2fa3 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:24.759612 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6905c313-2c0f-4341-ad8a-c1f1ebb67863 req-f2cc6e61-e520-4da2-814f-a652749c2fa3 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.4463420 Apr 14 16:07:24.833663 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-01c03b12-ddd3-4fbf-ae21-19a3726aa3c9 None None] Port 9b42f294-60ed-4e2a-b40c-0fa83d719816 cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:07:24.862681 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6905c313-2c0f-4341-ad8a-c1f1ebb67863 req-d406019a-caf4-45ab-977a-e5558215d935 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790381 Apr 14 16:07:24.976245 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2bd98595-8acd-44c2-9f39-143c3ab625e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:24.982940 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2bd98595-8acd-44c2-9f39-143c3ab625e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:24.984089 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2bd98595-8acd-44c2-9f39-143c3ab625e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1768741'] for router_interface, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:25.012144 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:25.075602 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] Attempting to bind port 700e5882-25a6-4868-8c0e-3ca90b3e680e on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:07:25.076231 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] Attempting to bind port 700e5882-25a6-4868-8c0e-3ca90b3e680e by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '79bdc854-4a52-4f39-9d2b-9612d500cf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:07:25.076976 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] Attempting to bind port 700e5882-25a6-4868-8c0e-3ca90b3e680e on network efc13fb2-38cb-4474-87f7-427bcd62decb {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:07:25.110688 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] Port 700e5882-25a6-4868-8c0e-3ca90b3e680e on network efc13fb2-38cb-4474-87f7-427bcd62decb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:07:25.114469 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] Attempting to bind port 700e5882-25a6-4868-8c0e-3ca90b3e680e on network efc13fb2-38cb-4474-87f7-427bcd62decb {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:07:25.135459 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] Checking agent: {'id': 'f6195c71-3258-459e-9d3f-74f9782cd5cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'started_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:07:25.137776 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] Checking segment: {'id': '79bdc854-4a52-4f39-9d2b-9612d500cf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:07:25.140468 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] Bound using segment: {'id': '79bdc854-4a52-4f39-9d2b-9612d500cf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:07:25.144487 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] Bound port: 700e5882-25a6-4868-8c0e-3ca90b3e680e, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79bdc854-4a52-4f39-9d2b-9612d500cf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:07:25.146105 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:25.321357 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd98595-8acd-44c2-9f39-143c3ab625e7 admin admin] Network 719da6c1-f535-421c-b557-f7a74bec4a0b is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:07:25.333340 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] For port 700e5882-25a6-4868-8c0e-3ca90b3e680e, host hv-cinder-78626, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:07:25.342167 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-2bd98595-8acd-44c2-9f39-143c3ab625e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:07:25.342855 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] For port 700e5882-25a6-4868-8c0e-3ca90b3e680e, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=700e5882-25a6-4868-8c0e-3ca90b3e680e,segment=NetworkSegment(79bdc854-4a52-4f39-9d2b-9612d500cf5c),segment_id=79bdc854-4a52-4f39-9d2b-9612d500cf5c)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:07:25.348132 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:25.369313 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd98595-8acd-44c2-9f39-143c3ab625e7 admin admin] Pushing event updated for resources: {'Port': ['ID=9b42f294-60ed-4e2a-b40c-0fa83d719816,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:25.376184 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-2bd98595-8acd-44c2-9f39-143c3ab625e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:25.394642 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:25.450684 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device e6527502-1ab7-4c2c-8024-6fe027a3c6c6 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:07:25.549978 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28c87c-91f3-4ecf-b5a0-5defdced2abe req-c291fb9a-2368-4ef5-bd71-11fce40b8d16 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:25.560024 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2c28c87c-91f3-4ecf-b5a0-5defdced2abe req-c291fb9a-2368-4ef5-bd71-11fce40b8d16 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 944 time: 0.4849436 Apr 14 16:07:25.628522 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2c28c87c-91f3-4ecf-b5a0-5defdced2abe req-265a3df5-ddfb-410c-8087-cbbca78338ff tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674069 Apr 14 16:07:25.633841 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port e6527502-1ab7-4c2c-8024-6fe027a3c6c6 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:07:25.640370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port e6527502-1ab7-4c2c-8024-6fe027a3c6c6 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:25.640922 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:25.775663 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] Pushing event updated for resources: {'Port': ['ID=700e5882-25a6-4868-8c0e-3ca90b3e680e,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:25.781879 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:25.794801 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:25.795499 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:25.798248 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] 10.222.0.54 "PUT /v2.0/ports/700e5882-25a6-4868-8c0e-3ca90b3e680e HTTP/1.1" status: 200 len: 1094 time: 2.4810884 Apr 14 16:07:25.798721 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aae3ffe-55c2-492c-8085-4842a147970c', 'tag': '700e5882-25a6-4868-8c0e-3ca90b3e680e'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:07:25.818288 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd98595-8acd-44c2-9f39-143c3ab625e7 admin admin] Router b4437cc5-67ad-419d-81d2-c0c6b0da7adf has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:07:25.832376 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-5989f732-831a-471b-a417-99f5d6ec41f5 None None] Provisioning complete for port 9b42f294-60ed-4e2a-b40c-0fa83d719816 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:25.832983 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5989f732-831a-471b-a417-99f5d6ec41f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:25.936420 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aae3ffe-55c2-492c-8085-4842a147970c', 'tag': '700e5882-25a6-4868-8c0e-3ca90b3e680e', 'status': 'completed', 'code': 200} Apr 14 16:07:26.009748 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:26.060949 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-e25d52e6-e9fd-40e8-b65c-91d493b1b69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:26.065887 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-5989f732-831a-471b-a417-99f5d6ec41f5 None None] Port 9b42f294-60ed-4e2a-b40c-0fa83d719816 cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:07:26.067414 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-e25d52e6-e9fd-40e8-b65c-91d493b1b69f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91ea008d0147431cb1eeb4f5c290e6b7&device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 1097 time: 0.2089558 Apr 14 16:07:26.074746 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port e6527502-1ab7-4c2c-8024-6fe027a3c6c6, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=e6527502-1ab7-4c2c-8024-6fe027a3c6c6,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:26.080384 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:26.084125 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:26.160211 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd98595-8acd-44c2-9f39-143c3ab625e7 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:07:26.179945 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-2bd98595-8acd-44c2-9f39-143c3ab625e7 admin admin] 10.222.0.53 "PUT /v2.0/routers/b4437cc5-67ad-419d-81d2-c0c6b0da7adf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3836448 Apr 14 16:07:26.203135 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-71bd7faf-7fc6-4c30-bfe5-bb383594e1f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=700e5882-25a6-4868-8c0e-3ca90b3e680e HTTP/1.1" status: 200 len: 217 time: 0.1232362 Apr 14 16:07:26.212166 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=e6527502-1ab7-4c2c-8024-6fe027a3c6c6,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:26.218029 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:26.252583 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc59d71-a431-4518-928a-cd446a87ea5e req-90fd799f-90d9-491b-b14a-c04336b1e351 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:26.261557 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fdc59d71-a431-4518-928a-cd446a87ea5e req-90fd799f-90d9-491b-b14a-c04336b1e351 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1450894 Apr 14 16:07:26.315030 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fdc59d71-a431-4518-928a-cd446a87ea5e req-ee0cd894-f35e-462b-b238-8c78bcb546b2 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521970 Apr 14 16:07:26.330315 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-bd68240c-79a3-435c-9452-de4443a468fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:26.332516 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-bd68240c-79a3-435c-9452-de4443a468fa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eb750ea5-d2d8-4539-8e70-4f1cf7bcb894 HTTP/1.1" status: 200 len: 847 time: 0.1204867 Apr 14 16:07:26.464054 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-ea11b4ea-6045-4fdb-9ced-e20a600edbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:26.465753 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-ea11b4ea-6045-4fdb-9ced-e20a600edbc2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=efc13fb2-38cb-4474-87f7-427bcd62decb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1214080 Apr 14 16:07:26.659502 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-29d4f07c-bcde-46d7-8704-426234567713 service neutron] 10.222.0.54 "GET /v2.0/networks/efc13fb2-38cb-4474-87f7-427bcd62decb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798949 Apr 14 16:07:26.791856 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-16d52aaf-20a4-486e-a4b4-02154503fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:26.835348 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f7c3aad4-7cdf-4d63-addd-e14145e79c29 req-6087a821-90ca-42b0-acf3-d5d54b26d6a4 service neutron] 10.222.0.54 "GET /v2.0/networks/efc13fb2-38cb-4474-87f7-427bcd62decb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639099 Apr 14 16:07:26.865512 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1532f5-8e26-40db-94f5-61477e55bd24 req-284b648b-d3fb-4082-8e8d-6c3aad292f46 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:26.867174 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fe1532f5-8e26-40db-94f5-61477e55bd24 req-284b648b-d3fb-4082-8e8d-6c3aad292f46 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 944 time: 0.1097548 Apr 14 16:07:26.905426 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fe1532f5-8e26-40db-94f5-61477e55bd24 req-0adcd1c6-3b46-432f-9c85-f2b46d788f7b tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307636 Apr 14 16:07:26.974814 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da680f-ec59-438b-bb5a-9de162acd329 req-23e449f0-4a86-4ab3-8ca4-70de9fe5b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:26.976462 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c8da680f-ec59-438b-bb5a-9de162acd329 req-23e449f0-4a86-4ab3-8ca4-70de9fe5b1d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91ea008d0147431cb1eeb4f5c290e6b7&device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 1097 time: 0.0843072 Apr 14 16:07:27.143692 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da680f-ec59-438b-bb5a-9de162acd329 req-8821a406-49a6-4db1-a96d-bf4a4dad9272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:27.145435 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c8da680f-ec59-438b-bb5a-9de162acd329 req-8821a406-49a6-4db1-a96d-bf4a4dad9272 service neutron] 10.222.0.54 "GET /v2.0/networks?id=efc13fb2-38cb-4474-87f7-427bcd62decb HTTP/1.1" status: 200 len: 909 time: 0.1590278 Apr 14 16:07:27.242521 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c8da680f-ec59-438b-bb5a-9de162acd329 req-c7224112-7fa5-4e3d-85b4-7f876b4ad619 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=700e5882-25a6-4868-8c0e-3ca90b3e680e HTTP/1.1" status: 200 len: 217 time: 0.0813117 Apr 14 16:07:27.342764 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da680f-ec59-438b-bb5a-9de162acd329 req-fe120e71-fef9-45f9-858d-2ae22938acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:27.345255 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c8da680f-ec59-438b-bb5a-9de162acd329 req-fe120e71-fef9-45f9-858d-2ae22938acf7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eb750ea5-d2d8-4539-8e70-4f1cf7bcb894 HTTP/1.1" status: 200 len: 847 time: 0.0930669 Apr 14 16:07:27.362733 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device e6527502-1ab7-4c2c-8024-6fe027a3c6c6 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:07:27.500966 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port e6527502-1ab7-4c2c-8024-6fe027a3c6c6 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:27.501573 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da680f-ec59-438b-bb5a-9de162acd329 req-bd2b4122-44ec-4422-8c5a-18305005d24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:27.501841 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:27.503655 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c8da680f-ec59-438b-bb5a-9de162acd329 req-bd2b4122-44ec-4422-8c5a-18305005d24c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=efc13fb2-38cb-4474-87f7-427bcd62decb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1503303 Apr 14 16:07:27.596420 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] Sync routers for ids ['b4437cc5-67ad-419d-81d2-c0c6b0da7adf'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:07:27.660511 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] Routers {'b4437cc5-67ad-419d-81d2-c0c6b0da7adf'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:07:27.661439 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:06:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['b4437cc5-67ad-419d-81d2-c0c6b0da7adf'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:27.704782 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49346bd6-0eb5-4e4a-ab11-fe4752869961 req-7d2a0c03-0e8f-4547-9db6-ca71237fbeda tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:27.709179 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-49346bd6-0eb5-4e4a-ab11-fe4752869961 req-7d2a0c03-0e8f-4547-9db6-ca71237fbeda tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1994524 Apr 14 16:07:27.786492 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-49346bd6-0eb5-4e4a-ab11-fe4752869961 req-0f182794-6615-4a7b-ae91-13707d7928d4 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649776 Apr 14 16:07:27.802684 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c8da680f-ec59-438b-bb5a-9de162acd329 req-cfdf16f3-d913-41ac-aaba-fb23f6aafa8a service neutron] 10.222.0.54 "GET /v2.0/networks/efc13fb2-38cb-4474-87f7-427bcd62decb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913072 Apr 14 16:07:27.986294 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] Set router b4437cc5-67ad-419d-81d2-c0c6b0da7adf gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:07:27.998055 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c8da680f-ec59-438b-bb5a-9de162acd329 req-e459e925-e9db-4197-86be-97efece10bc4 service neutron] 10.222.0.54 "GET /v2.0/networks/efc13fb2-38cb-4474-87f7-427bcd62decb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812186 Apr 14 16:07:28.190907 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663ced8-2241-487d-b58f-3d9a9538483a req-01eb3a3a-ee61-4790-ad8f-23bf6dcef6c6 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:28.199737 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2663ced8-2241-487d-b58f-3d9a9538483a req-01eb3a3a-ee61-4790-ad8f-23bf6dcef6c6 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 944 time: 0.1126041 Apr 14 16:07:28.236728 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2663ced8-2241-487d-b58f-3d9a9538483a req-c23288f4-3840-4ea2-be04-e6a932a21adb tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358975 Apr 14 16:07:28.508876 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4437cc5-67ad-419d-81d2-c0c6b0da7adf', 'name': 'tempest-TestMinimumBasicScenario-478748703-router', 'tenant_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e6527502-1ab7-4c2c-8024-6fe027a3c6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:07:15Z', 'updated_at': '2021-04-14T16:07:24Z', 'revision_number': 4, 'project_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'gw_port': {'id': 'e6527502-1ab7-4c2c-8024-6fe027a3c6c6', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4437cc5-67ad-419d-81d2-c0c6b0da7adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:16Z', 'updated_at': '2021-04-14T16:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '9b42f294-60ed-4e2a-b40c-0fa83d719816', 'name': '', 'network_id': '719da6c1-f535-421c-b557-f7a74bec4a0b', 'tenant_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'mac_address': 'fa:16:3e:b1:0b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4437cc5-67ad-419d-81d2-c0c6b0da7adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '09637efe-89bf-4155-9ec5-44363eafdde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:22Z', 'updated_at': '2021-04-14T16:07:24Z', 'revision_number': 2, 'project_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'subnets': [{'id': '09637efe-89bf-4155-9ec5-44363eafdde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:28.514422 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] Checking router: b4437cc5-67ad-419d-81d2-c0c6b0da7adf for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:07:28.515098 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] Updating router b4437cc5-67ad-419d-81d2-c0c6b0da7adf port 9b42f294-60ed-4e2a-b40c-0fa83d719816 binding host dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:07:28.578219 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:29.055631 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061348b7-2e0f-490a-b310-aa52658c2289 req-74aaffa1-f443-4607-a1a3-5585c4ce09b0 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:29.071750 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-061348b7-2e0f-490a-b310-aa52658c2289 req-74aaffa1-f443-4607-a1a3-5585c4ce09b0 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1451244 Apr 14 16:07:29.117594 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:29.130538 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] Transition to ACTIVE for port object 9b42f294-60ed-4e2a-b40c-0fa83d719816 will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:07:29.138214 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:29.141188 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-061348b7-2e0f-490a-b310-aa52658c2289 req-17184597-cb14-4986-ad4f-2000e4c1d540 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658944 Apr 14 16:07:29.257827 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:29.395458 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b43b9-d776-4fc6-ac1a-d6bd99b9f96f None None] Pushing event updated for resources: {'Port': ['ID=9b42f294-60ed-4e2a-b40c-0fa83d719816,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:29.411942 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e80b43b9-d776-4fc6-ac1a-d6bd99b9f96f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:29.527379 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cdf9d1-e04c-40a4-bdec-543f5bdc3628 req-3061fc97-6d6c-48a7-bcea-43b945949485 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:29.529060 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-28cdf9d1-e04c-40a4-bdec-543f5bdc3628 req-3061fc97-6d6c-48a7-bcea-43b945949485 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 944 time: 0.1637957 Apr 14 16:07:29.591417 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-28cdf9d1-e04c-40a4-bdec-543f5bdc3628 req-4e4d6f8d-4f0c-4dab-8747-b8f01d499f94 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496123 Apr 14 16:07:29.648768 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-dba1d0e3-b865-41fc-a348-0273c81722e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:29.686419 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] Attempting to bind port 9b42f294-60ed-4e2a-b40c-0fa83d719816 on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:07:29.687064 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] Attempting to bind port 9b42f294-60ed-4e2a-b40c-0fa83d719816 by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': 'd3ce93dc-e8cc-4692-882b-9b0fed849321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '719da6c1-f535-421c-b557-f7a74bec4a0b'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:07:29.687575 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] Attempting to bind port 9b42f294-60ed-4e2a-b40c-0fa83d719816 on network 719da6c1-f535-421c-b557-f7a74bec4a0b {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:07:29.699423 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:07:29.700061 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] Checking segment: {'id': 'd3ce93dc-e8cc-4692-882b-9b0fed849321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '719da6c1-f535-421c-b557-f7a74bec4a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:07:29.700744 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:29.701379 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] Bound using segment: {'id': 'd3ce93dc-e8cc-4692-882b-9b0fed849321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '719da6c1-f535-421c-b557-f7a74bec4a0b'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:07:29.702166 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] Bound port: 9b42f294-60ed-4e2a-b40c-0fa83d719816, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ce93dc-e8cc-4692-882b-9b0fed849321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '719da6c1-f535-421c-b557-f7a74bec4a0b'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:07:29.702770 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:29.734324 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:29.808462 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] For port 9b42f294-60ed-4e2a-b40c-0fa83d719816, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:07:29.812193 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] For port 9b42f294-60ed-4e2a-b40c-0fa83d719816, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=9b42f294-60ed-4e2a-b40c-0fa83d719816,segment=NetworkSegment(d3ce93dc-e8cc-4692-882b-9b0fed849321),segment_id=d3ce93dc-e8cc-4692-882b-9b0fed849321)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:07:29.815824 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:29.834236 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bdf4eea3-f4ca-4f65-b0f3-9903f408904b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:30.222800 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b43b9-d776-4fc6-ac1a-d6bd99b9f96f None None] Pushing event updated for resources: {'Port': ['ID=9b42f294-60ed-4e2a-b40c-0fa83d719816,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:30.240186 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e80b43b9-d776-4fc6-ac1a-d6bd99b9f96f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:30.298588 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] Routers {'b4437cc5-67ad-419d-81d2-c0c6b0da7adf'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:07:30.299390 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:07:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['b4437cc5-67ad-419d-81d2-c0c6b0da7adf'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:30.418245 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec195800-cc4e-45c7-b177-92712dc1d120 req-2ea98bb4-4d7d-419b-8b4f-8467523e625f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:30.419948 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ec195800-cc4e-45c7-b177-92712dc1d120 req-2ea98bb4-4d7d-419b-8b4f-8467523e625f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1368101 Apr 14 16:07:30.583071 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:30.587166 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] Set router b4437cc5-67ad-419d-81d2-c0c6b0da7adf gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:07:30.767678 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ec195800-cc4e-45c7-b177-92712dc1d120 req-0c76e4a7-2687-414d-8be8-5ba7f72d5110 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3411038 Apr 14 16:07:30.828215 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833accf-9d23-4773-9260-a1eed6bb44b2 req-ddd8609c-685a-430d-8e95-23016f053cef tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:30.838982 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9833accf-9d23-4773-9260-a1eed6bb44b2 req-ddd8609c-685a-430d-8e95-23016f053cef tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 944 time: 0.1260285 Apr 14 16:07:30.880753 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9833accf-9d23-4773-9260-a1eed6bb44b2 req-a0f4f241-2297-491b-ba29-aa091669ecb6 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408010 Apr 14 16:07:31.169963 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4437cc5-67ad-419d-81d2-c0c6b0da7adf', 'name': 'tempest-TestMinimumBasicScenario-478748703-router', 'tenant_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e6527502-1ab7-4c2c-8024-6fe027a3c6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:07:15Z', 'updated_at': '2021-04-14T16:07:24Z', 'revision_number': 4, 'project_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'gw_port': {'id': 'e6527502-1ab7-4c2c-8024-6fe027a3c6c6', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4437cc5-67ad-419d-81d2-c0c6b0da7adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:16Z', 'updated_at': '2021-04-14T16:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '9b42f294-60ed-4e2a-b40c-0fa83d719816', 'name': '', 'network_id': '719da6c1-f535-421c-b557-f7a74bec4a0b', 'tenant_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'mac_address': 'fa:16:3e:b1:0b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4437cc5-67ad-419d-81d2-c0c6b0da7adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '09637efe-89bf-4155-9ec5-44363eafdde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:22Z', 'updated_at': '2021-04-14T16:07:29Z', 'revision_number': 4, 'project_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'subnets': [{'id': '09637efe-89bf-4155-9ec5-44363eafdde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:31.176279 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddd7ce7-d7c0-4ae3-92cc-d638223011e8 None None] The sync data for ids ['b4437cc5-67ad-419d-81d2-c0c6b0da7adf'] in dv-cinder-786260-2-iscsi is: [{'id': 'b4437cc5-67ad-419d-81d2-c0c6b0da7adf', 'name': 'tempest-TestMinimumBasicScenario-478748703-router', 'tenant_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e6527502-1ab7-4c2c-8024-6fe027a3c6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:07:15Z', 'updated_at': '2021-04-14T16:07:24Z', 'revision_number': 4, 'project_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'gw_port': {'id': 'e6527502-1ab7-4c2c-8024-6fe027a3c6c6', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4437cc5-67ad-419d-81d2-c0c6b0da7adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:16Z', 'updated_at': '2021-04-14T16:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '9b42f294-60ed-4e2a-b40c-0fa83d719816', 'name': '', 'network_id': '719da6c1-f535-421c-b557-f7a74bec4a0b', 'tenant_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'mac_address': 'fa:16:3e:b1:0b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4437cc5-67ad-419d-81d2-c0c6b0da7adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '09637efe-89bf-4155-9ec5-44363eafdde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:22Z', 'updated_at': '2021-04-14T16:07:29Z', 'revision_number': 4, 'project_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'subnets': [{'id': '09637efe-89bf-4155-9ec5-44363eafdde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:07:31.415551 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 9b42f294-60ed-4e2a-b40c-0fa83d719816 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:07:31.505384 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port 9b42f294-60ed-4e2a-b40c-0fa83d719816 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:07:31.516070 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 9b42f294-60ed-4e2a-b40c-0fa83d719816 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:31.517409 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:31.685043 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:31.716297 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port 9b42f294-60ed-4e2a-b40c-0fa83d719816, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=9b42f294-60ed-4e2a-b40c-0fa83d719816,segment=NetworkSegment(d3ce93dc-e8cc-4692-882b-9b0fed849321),segment_id=d3ce93dc-e8cc-4692-882b-9b0fed849321)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:31.720690 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:31.723092 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e80b43b9-d776-4fc6-ac1a-d6bd99b9f96f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:31.825728 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=9b42f294-60ed-4e2a-b40c-0fa83d719816,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:31.829388 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:32.055866 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:32.244721 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ff6a4-6438-405f-ad78-c04b9a20fd0a req-a0b7259f-5ab2-46cc-b8b7-46fbaaac7b42 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:32.256166 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1b9ff6a4-6438-405f-ad78-c04b9a20fd0a req-a0b7259f-5ab2-46cc-b8b7-46fbaaac7b42 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.2608893 Apr 14 16:07:32.331982 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1b9ff6a4-6438-405f-ad78-c04b9a20fd0a req-7f401532-12e4-49f3-ac1d-04a9e88ae968 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747068 Apr 14 16:07:32.360825 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38467c9-5fae-4366-9ade-ca0570663866 req-d520a1a5-ea49-4f3d-bf67-e859c48cc5cb tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:32.372234 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c38467c9-5fae-4366-9ade-ca0570663866 req-d520a1a5-ea49-4f3d-bf67-e859c48cc5cb tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 944 time: 0.2584977 Apr 14 16:07:32.408722 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c38467c9-5fae-4366-9ade-ca0570663866 req-c81412ca-588e-4961-b289-66ae0f7d6122 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366414 Apr 14 16:07:33.327228 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 9b42f294-60ed-4e2a-b40c-0fa83d719816 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:07:33.496857 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 9b42f294-60ed-4e2a-b40c-0fa83d719816 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:33.501330 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:33.608140 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a1b5f-2d32-4021-87e7-2299f36e1954 req-a2103c3f-cefc-4351-a88f-3a71b53194a4 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:33.609988 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7a3a1b5f-2d32-4021-87e7-2299f36e1954 req-a2103c3f-cefc-4351-a88f-3a71b53194a4 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1100707 Apr 14 16:07:33.722846 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7a3a1b5f-2d32-4021-87e7-2299f36e1954 req-0b1143ad-334a-46c7-a31a-b99df10d9b30 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026249 Apr 14 16:07:33.773510 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7924148-1f59-4004-b1e3-3295fb13b649 req-cf26e069-c5da-4fac-8a32-669b631429c7 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:33.777950 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e7924148-1f59-4004-b1e3-3295fb13b649 req-cf26e069-c5da-4fac-8a32-669b631429c7 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 944 time: 0.1388776 Apr 14 16:07:33.816843 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e7924148-1f59-4004-b1e3-3295fb13b649 req-5c872ded-a967-426b-97f1-3f6a92bc7e27 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310645 Apr 14 16:07:34.177126 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 700e5882-25a6-4868-8c0e-3ca90b3e680e details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:07:34.397265 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 700e5882-25a6-4868-8c0e-3ca90b3e680e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=700e5882-25a6-4868-8c0e-3ca90b3e680e,segment=NetworkSegment(79bdc854-4a52-4f39-9d2b-9612d500cf5c),segment_id=79bdc854-4a52-4f39-9d2b-9612d500cf5c)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:34.417908 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': '700e5882-25a6-4868-8c0e-3ca90b3e680e', 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb', 'port_id': '700e5882-25a6-4868-8c0e-3ca90b3e680e', 'mac_address': 'fa:16:3e:d8:4c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb750ea5-d2d8-4539-8e70-4f1cf7bcb894', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:07:34.422956 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e86aca-087b-4e19-9209-b0e695e9f315 req-9d1f9e37-259f-4ed9-b7d5-85b43f5d38d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:34.424846 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b4e86aca-087b-4e19-9209-b0e695e9f315 req-9d1f9e37-259f-4ed9-b7d5-85b43f5d38d4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56f3498a3fcb47e2972e9fbd622c8e0e&device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 1099 time: 0.1020212 Apr 14 16:07:34.431726 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081a0c0-a42e-4cc0-9fe6-1a23945f8c98 req-f41083af-51df-4fab-aabc-18ebd2d5a5d6 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:34.434772 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0081a0c0-a42e-4cc0-9fe6-1a23945f8c98 req-f41083af-51df-4fab-aabc-18ebd2d5a5d6 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.1069794 Apr 14 16:07:34.474866 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0081a0c0-a42e-4cc0-9fe6-1a23945f8c98 req-54ca54a1-486a-47f3-bd08-eaca0e696d21 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338056 Apr 14 16:07:34.509268 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:34.510682 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700e5882-25a6-4868-8c0e-3ca90b3e680e {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:07:34.528525 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 700e5882-25a6-4868-8c0e-3ca90b3e680e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=700e5882-25a6-4868-8c0e-3ca90b3e680e,segment=NetworkSegment(79bdc854-4a52-4f39-9d2b-9612d500cf5c),segment_id=79bdc854-4a52-4f39-9d2b-9612d500cf5c)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:34.531864 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:34.543521 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:34.639616 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e86aca-087b-4e19-9209-b0e695e9f315 req-0ddf01c6-8bab-4472-8e31-9cf71c02e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:34.641524 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b4e86aca-087b-4e19-9209-b0e695e9f315 req-0ddf01c6-8bab-4472-8e31-9cf71c02e93e service neutron] 10.222.0.54 "GET /v2.0/networks?id=c1a55e38-c40c-46a7-8269-2f73e5dda381 HTTP/1.1" status: 200 len: 918 time: 0.2037261 Apr 14 16:07:34.671179 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=700e5882-25a6-4868-8c0e-3ca90b3e680e,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:34.674518 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:34.735246 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b4e86aca-087b-4e19-9209-b0e695e9f315 req-892cad9d-716f-4833-9dd9-9fec1e5d0649 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7df13d7a-3651-4a49-a27f-fb20faca443f HTTP/1.1" status: 200 len: 217 time: 0.0853431 Apr 14 16:07:34.820627 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e86aca-087b-4e19-9209-b0e695e9f315 req-9275dab7-fddb-4677-9f88-c11e3773ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:34.822384 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b4e86aca-087b-4e19-9209-b0e695e9f315 req-9275dab7-fddb-4677-9f88-c11e3773ab35 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a853725d-d158-4e46-bb35-3a52e24eb68b HTTP/1.1" status: 200 len: 857 time: 0.0773432 Apr 14 16:07:34.892440 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b4e86aca-087b-4e19-9209-b0e695e9f315 req-dbfc1a68-cc47-4630-8e5f-49b400dde956 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1a55e38-c40c-46a7-8269-2f73e5dda381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547686 Apr 14 16:07:34.988770 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['700e5882-25a6-4868-8c0e-3ca90b3e680e'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:07:35.067242 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b4e86aca-087b-4e19-9209-b0e695e9f315 req-2f6e103c-1026-4351-9118-2c8fd290932f service neutron] 10.222.0.54 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575069 Apr 14 16:07:35.173789 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a135c-b570-431a-9115-a9ee03083c1e req-5233f735-d026-4542-8fff-4d008c1cbe51 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:35.181828 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6c2a135c-b570-431a-9115-a9ee03083c1e req-5233f735-d026-4542-8fff-4d008c1cbe51 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.3043468 Apr 14 16:07:35.236464 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6c2a135c-b570-431a-9115-a9ee03083c1e req-4a65427b-07da-4f29-9728-805ee079eb0d tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537624 Apr 14 16:07:35.252647 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b4e86aca-087b-4e19-9209-b0e695e9f315 req-37be4026-9c08-4183-9593-87ae9ec9c5c1 service neutron] 10.222.0.54 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690919 Apr 14 16:07:35.305813 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-2938d7c7-e668-4923-9d19-d6f5a42032ef tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:35.315766 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-2938d7c7-e668-4923-9d19-d6f5a42032ef tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/networks?id=54a8843b-6ccf-44d9-81c5-6907f5dcf390 HTTP/1.1" status: 200 len: 815 time: 0.3783174 Apr 14 16:07:35.341903 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-dfcc576e-ef37-4475-a4fc-5dc198a30786 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/quotas/acc9279607264a5498ce14826bf5306e HTTP/1.1" status: 200 len: 375 time: 0.0168002 Apr 14 16:07:35.550841 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560b827-a4b6-4ce0-99eb-b58ce5bc6565 req-fbf19713-abcc-49af-b8a9-55a1a0b3ccec tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:35.559190 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7560b827-a4b6-4ce0-99eb-b58ce5bc6565 req-fbf19713-abcc-49af-b8a9-55a1a0b3ccec tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 945 time: 0.1430809 Apr 14 16:07:35.584491 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-cf895840-0f22-4fd5-b2fa-3efa4be1be43 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=acc9279607264a5498ce14826bf5306e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2415287 Apr 14 16:07:35.602163 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7560b827-a4b6-4ce0-99eb-b58ce5bc6565 req-e707b565-d508-4210-8682-fdc41cfb6915 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420296 Apr 14 16:07:35.758646 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-fc39c23b-edbc-4428-9d6f-b4e56aef8bd1 service neutron] 10.222.0.53 "GET /v2.0/networks/54a8843b-6ccf-44d9-81c5-6907f5dcf390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552210 Apr 14 16:07:35.974938 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-cd7240fc-a000-49ac-b803-7c31b5e1bfbc service neutron] 10.222.0.53 "GET /v2.0/networks/54a8843b-6ccf-44d9-81c5-6907f5dcf390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071171 Apr 14 16:07:36.002981 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce583aac-68bd-40fa-a04b-d665a81b82d5 req-4c5ba7a4-d9c0-462e-996a-43664613d56d tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:36.004721 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce583aac-68bd-40fa-a04b-d665a81b82d5 req-4c5ba7a4-d9c0-462e-996a-43664613d56d tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.1362655 Apr 14 16:07:36.050920 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce583aac-68bd-40fa-a04b-d665a81b82d5 req-162a24ae-7e54-487b-b742-63b6ed45f221 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396667 Apr 14 16:07:36.280389 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-156d347b-8832-4635-baea-6ffa126d82b6 req-38d111c2-d382-4d56-8338-10137c33423b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 210 time: 0.0707181 Apr 14 16:07:36.548078 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac8b67-6a35-4962-a6aa-b71d7a7d34b8 req-2d31a18a-d2f1-456b-858f-3088d129bd4b tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:36.558396 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bcac8b67-6a35-4962-a6aa-b71d7a7d34b8 req-2d31a18a-d2f1-456b-858f-3088d129bd4b tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1611516 Apr 14 16:07:36.585024 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bcac8b67-6a35-4962-a6aa-b71d7a7d34b8 req-3cb56004-22c8-457e-a6c2-3f13e476c216 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270593 Apr 14 16:07:36.850942 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88d698-5bd1-42f9-a46f-d52fa6adde6e req-1930d110-dbc3-477d-88e5-93dd53c0357f tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:36.858927 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ee88d698-5bd1-42f9-a46f-d52fa6adde6e req-1930d110-dbc3-477d-88e5-93dd53c0357f tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 945 time: 0.1330793 Apr 14 16:07:36.899271 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ee88d698-5bd1-42f9-a46f-d52fa6adde6e req-cf98d67c-8072-452c-ac1f-9b20532a74ac tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393138 Apr 14 16:07:37.269943 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfecfd65-cb42-4263-b842-bc085dfa5a8d req-7e2cd406-846e-49be-9881-f2b08a330345 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:37.271640 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bfecfd65-cb42-4263-b842-bc085dfa5a8d req-7e2cd406-846e-49be-9881-f2b08a330345 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0954788 Apr 14 16:07:37.303187 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bfecfd65-cb42-4263-b842-bc085dfa5a8d req-c5d58293-64ce-411b-a814-0c8b9d6ab434 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251389 Apr 14 16:07:37.447050 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-05801d25-8662-47e9-b9c1-a29e43192efc req-276be284-25fb-43fc-8d4c-93faac2e7a2c tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 210 time: 0.0492408 Apr 14 16:07:37.890865 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-f6d98397-d79e-45c4-9c1f-b2119083f48d tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:37.893302 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-f6d98397-d79e-45c4-9c1f-b2119083f48d tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.54 "GET /v2.0/networks?id=54a8843b-6ccf-44d9-81c5-6907f5dcf390 HTTP/1.1" status: 200 len: 815 time: 0.2894597 Apr 14 16:07:37.903438 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55293bb-bcc4-4a1d-95f5-3be9b5c2bf76 req-d739df0c-efaa-41d2-8c29-6d0b0d8c3adc tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:37.905196 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e55293bb-bcc4-4a1d-95f5-3be9b5c2bf76 req-d739df0c-efaa-41d2-8c29-6d0b0d8c3adc tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1085577 Apr 14 16:07:37.938856 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-1f62ffae-587c-4168-98a1-3a757ea7507a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Request body: {'port': {'device_id': 'dfbd9111-21e1-47cc-acfc-ac8c903e804a', 'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390', 'admin_state_up': True, 'tenant_id': 'acc9279607264a5498ce14826bf5306e'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:07:37.951089 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e55293bb-bcc4-4a1d-95f5-3be9b5c2bf76 req-af90dab2-5fcf-432d-96b6-37b61fec7a5f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386026 Apr 14 16:07:38.153879 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-1f62ffae-587c-4168-98a1-3a757ea7507a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:38.163310 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-1f62ffae-587c-4168-98a1-3a757ea7507a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Usage tracker for resource:port and tenant:acc9279607264a5498ce14826bf5306e is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:38.167479 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-1f62ffae-587c-4168-98a1-3a757ea7507a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:38.174476 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-1f62ffae-587c-4168-98a1-3a757ea7507a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:38.184787 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-1f62ffae-587c-4168-98a1-3a757ea7507a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Made reservation on behalf of acc9279607264a5498ce14826bf5306e for: {'port': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:07:38.192899 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-1f62ffae-587c-4168-98a1-3a757ea7507a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:38.212320 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 700e5882-25a6-4868-8c0e-3ca90b3e680e up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:07:38.256069 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbc870-710e-459e-9f77-91d957817b74 req-f3d5f7ea-c0b9-4d3d-bcd8-d8dfe068809c tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:38.266759 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-98dbc870-710e-459e-9f77-91d957817b74 req-f3d5f7ea-c0b9-4d3d-bcd8-d8dfe068809c tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 945 time: 0.1208322 Apr 14 16:07:38.308075 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-98dbc870-710e-459e-9f77-91d957817b74 req-ef0200e8-e515-4a4f-8d90-55cf227850ef tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402284 Apr 14 16:07:38.353330 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning for port 700e5882-25a6-4868-8c0e-3ca90b3e680e completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:07:38.361587 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port 700e5882-25a6-4868-8c0e-3ca90b3e680e triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:38.362255 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:38.407176 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-1f62ffae-587c-4168-98a1-3a757ea7507a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Allocated IP 172.20.0.9 (54a8843b-6ccf-44d9-81c5-6907f5dcf390/864a9ded-9107-446c-b285-140a1dcad264/ad34fb0e-59ef-400d-a5ac-b9151322a618) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:07:38.544375 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:38.565331 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aae3ffe-55c2-492c-8085-4842a147970c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700e5882-25a6-4868-8c0e-3ca90b3e680e'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:07:38.592127 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 700e5882-25a6-4868-8c0e-3ca90b3e680e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=700e5882-25a6-4868-8c0e-3ca90b3e680e,segment=NetworkSegment(79bdc854-4a52-4f39-9d2b-9612d500cf5c),segment_id=79bdc854-4a52-4f39-9d2b-9612d500cf5c)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:38.596229 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:38.598356 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:38.651508 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550e987-8afd-457a-9bee-f76df69a1850 req-0395e8f7-a3c9-406d-9a80-b7ba7a330c3c tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:38.653335 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b550e987-8afd-457a-9bee-f76df69a1850 req-0395e8f7-a3c9-406d-9a80-b7ba7a330c3c tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.1951849 Apr 14 16:07:38.661214 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e4547ad9-a8e7-467e-8101-112876d32b2e req-e4018599-c4b6-4576-9b4a-425f348c19b8 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 210 time: 0.0629187 Apr 14 16:07:38.690911 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b550e987-8afd-457a-9bee-f76df69a1850 req-ebbea3ca-4f70-4589-9073-4e1da8bb933c tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274394 Apr 14 16:07:38.708905 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=700e5882-25a6-4868-8c0e-3ca90b3e680e,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:38.712919 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:38.749863 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aae3ffe-55c2-492c-8085-4842a147970c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700e5882-25a6-4868-8c0e-3ca90b3e680e', 'code': 200} Apr 14 16:07:38.751587 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-1f62ffae-587c-4168-98a1-3a757ea7507a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:38.784084 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-1f62ffae-587c-4168-98a1-3a757ea7507a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:38.799720 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6ab646a3-82ad-4853-8320-228f74c36833 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:38.803993 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['ffe9d56f-16a4-4159-afc5-51f9f131487b', 'd4a42e33-ad02-4256-b8d3-dec2f697aa09', '869e3685-62fd-42f6-8754-87a98be83dc8'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:07:39.272421 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62ffae-587c-4168-98a1-3a757ea7507a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Pushing event updated for resources: {'Port': ['ID=ad34fb0e-59ef-400d-a5ac-b9151322a618,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:39.290529 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1f62ffae-587c-4168-98a1-3a757ea7507a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:39.294442 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05975abd-1b5a-44c7-a029-31b8e1a65a60 req-57869393-acdd-4915-bf68-e0197de2e37b tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:39.302548 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-05975abd-1b5a-44c7-a029-31b8e1a65a60 req-57869393-acdd-4915-bf68-e0197de2e37b tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1134324 Apr 14 16:07:39.328798 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-05975abd-1b5a-44c7-a029-31b8e1a65a60 req-b2a17462-6f2f-4d41-b091-6866005cc25b tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0249376 Apr 14 16:07:39.343718 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-1f62ffae-587c-4168-98a1-3a757ea7507a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Network 54a8843b-6ccf-44d9-81c5-6907f5dcf390 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:07:39.346725 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-1f62ffae-587c-4168-98a1-3a757ea7507a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:07:39.413897 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-1f62ffae-587c-4168-98a1-3a757ea7507a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:07:39.514072 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-1f62ffae-587c-4168-98a1-3a757ea7507a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:39.514931 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-1f62ffae-587c-4168-98a1-3a757ea7507a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:39.537758 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197c31c-f96e-41af-b8bb-30c509e5350d req-f64fd44c-4b5b-4cba-81a4-65dc1d71496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:39.539480 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9197c31c-f96e-41af-b8bb-30c509e5350d req-f64fd44c-4b5b-4cba-81a4-65dc1d71496c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 1099 time: 0.1943884 Apr 14 16:07:39.569995 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-1f62ffae-587c-4168-98a1-3a757ea7507a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6508410 Apr 14 16:07:39.580085 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9197c31c-f96e-41af-b8bb-30c509e5350d req-00338b16-c0b1-4038-bd23-4cb82ac9b2bc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295653 Apr 14 16:07:39.615608 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-fe3fa63b-c885-4364-ad8a-b496bd17cca2 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:39.616362 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-fe3fa63b-c885-4364-ad8a-b496bd17cca2 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Synchronizing usage tracker for tenant:1ac826e176e54f9dbeafa327d0de385c on resource:network {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:07:39.633746 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-fe3fa63b-c885-4364-ad8a-b496bd17cca2 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Unset dirty status for tenant:1ac826e176e54f9dbeafa327d0de385c on resource:network {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:07:39.635251 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-fe3fa63b-c885-4364-ad8a-b496bd17cca2 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/networks?id=30321c57-386c-4050-b8ef-3b7e286e431b HTTP/1.1" status: 200 len: 815 time: 0.1875856 Apr 14 16:07:39.653085 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-ac6894f7-c153-4ae9-ac1e-aa3f596ce288 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/quotas/1ac826e176e54f9dbeafa327d0de385c HTTP/1.1" status: 200 len: 375 time: 0.0111165 Apr 14 16:07:39.680552 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] Request body: {'port': {'device_id': 'dfbd9111-21e1-47cc-acfc-ac8c903e804a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:07:39.748914 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-58bf3adf-5601-4339-bd76-c7c9c76ab9db tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Synchronizing usage tracker for tenant:1ac826e176e54f9dbeafa327d0de385c on resource:port {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:07:39.769836 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-58bf3adf-5601-4339-bd76-c7c9c76ab9db tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Unset dirty status for tenant:1ac826e176e54f9dbeafa327d0de385c on resource:port {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:07:39.771667 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-58bf3adf-5601-4339-bd76-c7c9c76ab9db tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ac826e176e54f9dbeafa327d0de385c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1093500 Apr 14 16:07:39.822253 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:40.012863 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-61a20290-e16f-4d44-8d96-f642fa8bb9d9 service neutron] 10.222.0.53 "GET /v2.0/networks/30321c57-386c-4050-b8ef-3b7e286e431b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208719 Apr 14 16:07:40.060232 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722645a-0b89-4565-b289-10890678c29f req-db5878e0-2a26-4bcc-84d7-22500d5ac9c7 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:40.061907 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d722645a-0b89-4565-b289-10890678c29f req-db5878e0-2a26-4bcc-84d7-22500d5ac9c7 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.1730030 Apr 14 16:07:40.171742 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d722645a-0b89-4565-b289-10890678c29f req-319ffdce-6f42-4685-9c13-2d97dab043ce tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832987 Apr 14 16:07:40.222487 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-ad4a9417-9346-4a1b-9b8c-b14fd4050c12 service neutron] 10.222.0.53 "GET /v2.0/networks/30321c57-386c-4050-b8ef-3b7e286e431b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968927 Apr 14 16:07:40.271020 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad34fb0e-59ef-400d-a5ac-b9151322a618 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:07:40.279924 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:40.298466 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] Transition to ACTIVE for port object ad34fb0e-59ef-400d-a5ac-b9151322a618 will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:07:40.301608 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:40.318520 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:40.404331 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae806e08-e929-4c71-a2bd-5ef1bed3ccfd req-4cf8b4fb-a27a-416a-bba4-7bb08f45caf4 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:40.406353 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ae806e08-e929-4c71-a2bd-5ef1bed3ccfd req-4cf8b4fb-a27a-416a-bba4-7bb08f45caf4 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 943 time: 0.1084812 Apr 14 16:07:40.477437 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] Pushing event updated for resources: {'Port': ['ID=ad34fb0e-59ef-400d-a5ac-b9151322a618,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:40.483608 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:40.490143 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ae806e08-e929-4c71-a2bd-5ef1bed3ccfd req-0afd7d0c-efb3-484b-b390-72b93acbd20f tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765665 Apr 14 16:07:40.598532 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f1841c3a-9469-44df-8f96-e394743e7141 req-f1795f25-3241-4b68-abb5-b3650b0d9f8e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 210 time: 0.0553286 Apr 14 16:07:40.611776 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b95416-fd21-4d56-b551-949a49141530 req-d5e97264-9532-4105-af7b-6bf49c2a4126 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:40.613394 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-78b95416-fd21-4d56-b551-949a49141530 req-d5e97264-9532-4105-af7b-6bf49c2a4126 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.1773136 Apr 14 16:07:40.664536 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-78b95416-fd21-4d56-b551-949a49141530 req-6b24587b-4cac-4f33-bd71-a1df4f8b2b4a tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437202 Apr 14 16:07:40.738915 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] Attempting to bind port ad34fb0e-59ef-400d-a5ac-b9151322a618 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:07:40.739703 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] Attempting to bind port ad34fb0e-59ef-400d-a5ac-b9151322a618 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'b381b6c6-6aa9-422a-afa4-1af838049569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:07:40.740026 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] Attempting to bind port ad34fb0e-59ef-400d-a5ac-b9151322a618 on network 54a8843b-6ccf-44d9-81c5-6907f5dcf390 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:07:40.746928 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] Port ad34fb0e-59ef-400d-a5ac-b9151322a618 on network 54a8843b-6ccf-44d9-81c5-6907f5dcf390 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:07:40.747459 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] Attempting to bind port ad34fb0e-59ef-400d-a5ac-b9151322a618 on network 54a8843b-6ccf-44d9-81c5-6907f5dcf390 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:07:40.754860 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] Checking agent: {'id': 'f6195c71-3258-459e-9d3f-74f9782cd5cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'started_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:07:40.755437 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] Checking segment: {'id': 'b381b6c6-6aa9-422a-afa4-1af838049569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:07:40.756049 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] Bound using segment: {'id': 'b381b6c6-6aa9-422a-afa4-1af838049569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:07:40.757235 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] Bound port: ad34fb0e-59ef-400d-a5ac-b9151322a618, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b381b6c6-6aa9-422a-afa4-1af838049569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:07:40.757731 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:40.860582 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67837f85-e977-4120-825b-d7fa0cbc4276 req-0df39f56-5055-4db2-8758-762710fc3b1e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:40.862270 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-67837f85-e977-4120-825b-d7fa0cbc4276 req-0df39f56-5055-4db2-8758-762710fc3b1e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1147742 Apr 14 16:07:40.875132 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] For port ad34fb0e-59ef-400d-a5ac-b9151322a618, host hv-cinder-78626, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:07:40.878490 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] For port ad34fb0e-59ef-400d-a5ac-b9151322a618, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ad34fb0e-59ef-400d-a5ac-b9151322a618,segment=NetworkSegment(b381b6c6-6aa9-422a-afa4-1af838049569),segment_id=b381b6c6-6aa9-422a-afa4-1af838049569)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:07:40.882701 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:40.896208 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-67837f85-e977-4120-825b-d7fa0cbc4276 req-8d15de07-26cc-4b01-9923-035ee151befa tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269399 Apr 14 16:07:40.899115 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:41.053275 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] Pushing event updated for resources: {'Port': ['ID=ad34fb0e-59ef-400d-a5ac-b9151322a618,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:41.059546 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:41.090980 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:41.091464 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:41.092939 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] 10.222.0.54 "PUT /v2.0/ports/ad34fb0e-59ef-400d-a5ac-b9151322a618 HTTP/1.1" status: 200 len: 1093 time: 1.4172838 Apr 14 16:07:41.093465 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbd9111-21e1-47cc-acfc-ac8c903e804a', 'tag': 'ad34fb0e-59ef-400d-a5ac-b9151322a618'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:07:41.143374 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbd9111-21e1-47cc-acfc-ac8c903e804a', 'tag': 'ad34fb0e-59ef-400d-a5ac-b9151322a618', 'status': 'completed', 'code': 200} Apr 14 16:07:41.296642 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-f5c1299b-8215-4623-bff8-57c2f121b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:41.298330 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-f5c1299b-8215-4623-bff8-57c2f121b520 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=acc9279607264a5498ce14826bf5306e&device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 1096 time: 0.0804403 Apr 14 16:07:41.379365 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-f2699822-2ef1-4579-ab51-309da095e9b2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad34fb0e-59ef-400d-a5ac-b9151322a618 HTTP/1.1" status: 200 len: 217 time: 0.0723863 Apr 14 16:07:41.397256 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53562a-ef43-4184-bcef-ecf32195aec8 req-6aba9590-f4aa-452d-8b6b-aa7a65219f50 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:41.398907 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fc53562a-ef43-4184-bcef-ecf32195aec8 req-6aba9590-f4aa-452d-8b6b-aa7a65219f50 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.0880713 Apr 14 16:07:41.431162 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fc53562a-ef43-4184-bcef-ecf32195aec8 req-c24d4c99-5fa4-49f0-8605-50df0ed1f61a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246813 Apr 14 16:07:41.461935 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-a85704f0-3f9b-4117-8ffc-721bd0a3a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:41.463579 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-a85704f0-3f9b-4117-8ffc-721bd0a3a38f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=864a9ded-9107-446c-b285-140a1dcad264 HTTP/1.1" status: 200 len: 855 time: 0.0700619 Apr 14 16:07:41.529896 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-dcd05c29-a819-40b2-b587-970e346a4920 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=54a8843b-6ccf-44d9-81c5-6907f5dcf390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471320 Apr 14 16:07:41.691597 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-5a660ae6-1425-413e-9b5e-8f79fef6fc6f service neutron] 10.222.0.54 "GET /v2.0/networks/54a8843b-6ccf-44d9-81c5-6907f5dcf390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435578 Apr 14 16:07:41.905684 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-26d0008f-8b46-4e33-b198-05e0696c0c3e req-c3f768f4-5b94-4be7-b695-29a329251e6d service neutron] 10.222.0.54 "GET /v2.0/networks/54a8843b-6ccf-44d9-81c5-6907f5dcf390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456022 Apr 14 16:07:41.912576 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-dd3d7882-00b6-4ff5-9fa7-53b552ef6d90 req-ef1526a9-14d5-4331-8375-ea7bb95dfe81 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 210 time: 0.0540054 Apr 14 16:07:41.947671 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b538d-3bb6-425d-8cb0-5ac081080651 req-94acf36e-6e08-4a8d-af73-b88edbd44ae4 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:41.950107 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-730b538d-3bb6-425d-8cb0-5ac081080651 req-94acf36e-6e08-4a8d-af73-b88edbd44ae4 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 943 time: 0.3472047 Apr 14 16:07:41.980583 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-730b538d-3bb6-425d-8cb0-5ac081080651 req-5bce56c0-5550-4bf0-8fcc-fb714eb87683 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247936 Apr 14 16:07:42.106043 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431cfb7-29ea-4a09-a330-7d52727976e0 req-4a5bdeb9-eb06-447b-9003-6ff6c02cc95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:42.107337 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5431cfb7-29ea-4a09-a330-7d52727976e0 req-4a5bdeb9-eb06-447b-9003-6ff6c02cc95e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=acc9279607264a5498ce14826bf5306e&device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 1096 time: 0.1010637 Apr 14 16:07:42.125443 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb30593-dbf0-4f29-8e7e-6de8b5c43575 req-af1fe3da-7b54-4a85-9fb4-d632c26d2579 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:42.127386 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ecb30593-dbf0-4f29-8e7e-6de8b5c43575 req-af1fe3da-7b54-4a85-9fb4-d632c26d2579 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0983379 Apr 14 16:07:42.196253 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ecb30593-dbf0-4f29-8e7e-6de8b5c43575 req-07463ab4-50c8-4e38-a094-c93c9723c76d tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323596 Apr 14 16:07:42.254739 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9184e-2c62-4422-a4e1-2296d88afbc7 req-1beee021-875e-475d-b694-ce5d307cc1b4 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:42.256475 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4fd9184e-2c62-4422-a4e1-2296d88afbc7 req-1beee021-875e-475d-b694-ce5d307cc1b4 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1281066 Apr 14 16:07:42.296696 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4fd9184e-2c62-4422-a4e1-2296d88afbc7 req-9f9c9127-32d9-417e-abdf-91248908f378 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336611 Apr 14 16:07:42.330659 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431cfb7-29ea-4a09-a330-7d52727976e0 req-56e8ac8f-07be-46ec-864f-7506a728e3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:42.332172 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5431cfb7-29ea-4a09-a330-7d52727976e0 req-56e8ac8f-07be-46ec-864f-7506a728e3f1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=54a8843b-6ccf-44d9-81c5-6907f5dcf390 HTTP/1.1" status: 200 len: 916 time: 0.2167459 Apr 14 16:07:42.354008 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:07:42.458931 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5431cfb7-29ea-4a09-a330-7d52727976e0 req-46eacd63-0ecb-43c4-87db-1567775742a8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad34fb0e-59ef-400d-a5ac-b9151322a618 HTTP/1.1" status: 200 len: 217 time: 0.0798357 Apr 14 16:07:42.561332 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-4a7e9264-7195-4351-826f-5ce2202b8937 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:42.562918 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-4a7e9264-7195-4351-826f-5ce2202b8937 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.54 "GET /v2.0/networks?id=30321c57-386c-4050-b8ef-3b7e286e431b HTTP/1.1" status: 200 len: 815 time: 0.3294663 Apr 14 16:07:42.572798 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431cfb7-29ea-4a09-a330-7d52727976e0 req-6be3cce9-698b-455b-915a-026b9d91183e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:42.574344 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5431cfb7-29ea-4a09-a330-7d52727976e0 req-6be3cce9-698b-455b-915a-026b9d91183e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=864a9ded-9107-446c-b285-140a1dcad264 HTTP/1.1" status: 200 len: 855 time: 0.0952182 Apr 14 16:07:42.595667 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-374783a0-888c-4cda-b960-8231e97ee497 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Request body: {'port': {'device_id': 'bb122259-c678-4717-bef9-9c892d0f00bb', 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b', 'admin_state_up': True, 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:07:42.637001 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778822a-65f8-476d-bbdb-2b8a42b1f652 req-02c13aab-51e7-4b18-98ab-c87788c84406 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:42.638757 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f778822a-65f8-476d-bbdb-2b8a42b1f652 req-02c13aab-51e7-4b18-98ab-c87788c84406 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.0912209 Apr 14 16:07:42.670980 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f778822a-65f8-476d-bbdb-2b8a42b1f652 req-49882bad-4167-4938-b8e0-419a937f2dc1 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258019 Apr 14 16:07:42.681595 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5431cfb7-29ea-4a09-a330-7d52727976e0 req-5d0a1399-38e5-4826-a942-0581dec1a06d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=54a8843b-6ccf-44d9-81c5-6907f5dcf390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675955 Apr 14 16:07:42.881837 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f4471-0dee-4065-9803-eb0d9a14abe8 req-db437eb5-c989-4c82-a15b-46f66f4b7cfa tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:42.883529 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c12f4471-0dee-4065-9803-eb0d9a14abe8 req-db437eb5-c989-4c82-a15b-46f66f4b7cfa tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.0933232 Apr 14 16:07:42.903507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-374783a0-888c-4cda-b960-8231e97ee497 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:42.913724 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-374783a0-888c-4cda-b960-8231e97ee497 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:42.930002 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c12f4471-0dee-4065-9803-eb0d9a14abe8 req-8ed5b302-6ee2-4ab2-9ce8-51ff25a7d1be tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372679 Apr 14 16:07:42.949867 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 36142) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:42.967470 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5431cfb7-29ea-4a09-a330-7d52727976e0 req-4c3848a4-afaf-4996-b383-3c80ba6a7dc4 service neutron] 10.222.0.54 "GET /v2.0/networks/54a8843b-6ccf-44d9-81c5-6907f5dcf390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305002 Apr 14 16:07:42.968100 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-374783a0-888c-4cda-b960-8231e97ee497 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Made reservation on behalf of 1ac826e176e54f9dbeafa327d0de385c for: {'port': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:07:42.978576 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-374783a0-888c-4cda-b960-8231e97ee497 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:43.158360 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:43.318045 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-374783a0-888c-4cda-b960-8231e97ee497 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Allocated IP 172.20.0.7 (30321c57-386c-4050-b8ef-3b7e286e431b/57968d7e-63eb-4b61-9f14-3a65dd80afa6/9f65be99-82f5-4c60-baf3-965f4b13a12c) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:07:43.319458 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5a8f89ef-a08f-44aa-830f-dd19b54b8eb0 req-915df603-5ea6-4a79-a3f1-a7e26ca11534 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 210 time: 0.1090231 Apr 14 16:07:43.601792 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9902d6f-5868-429d-a9f1-892765de0309 req-e2fc4c4c-17b4-46d4-a1eb-c94b8fe21775 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:43.603715 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f9902d6f-5868-429d-a9f1-892765de0309 req-e2fc4c4c-17b4-46d4-a1eb-c94b8fe21775 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 943 time: 0.2831593 Apr 14 16:07:43.659141 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f656b11-ff07-4dc7-a33f-6e35d875a838 tempest-TestShelveInstance-250697359 tempest-TestShelveInstance-250697359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:43.660890 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-6f656b11-ff07-4dc7-a33f-6e35d875a838 tempest-TestShelveInstance-250697359 tempest-TestShelveInstance-250697359-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 1094 time: 0.7098548 Apr 14 16:07:43.670125 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 36156) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:43.675707 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f9902d6f-5868-429d-a9f1-892765de0309 req-046c1527-150c-4602-ae2b-5595cf194522 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650129 Apr 14 16:07:43.681438 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Request body: {'floatingip': {'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'port_id': '700e5882-25a6-4868-8c0e-3ca90b3e680e', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:07:43.694076 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:43.704374 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Usage tracker for resource:floatingip and tenant:91ea008d0147431cb1eeb4f5c290e6b7 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:43.707894 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:43.715087 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:43.732370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c04cb6-dc96-4538-9b29-f8639b0566d5 req-e4db9272-75f3-4b65-a8f2-213aec852f39 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:43.751030 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d8c04cb6-dc96-4538-9b29-f8639b0566d5 req-e4db9272-75f3-4b65-a8f2-213aec852f39 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.2266088 Apr 14 16:07:43.771002 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for floatingip, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:43.794214 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-374783a0-888c-4cda-b960-8231e97ee497 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:43.813664 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-374783a0-888c-4cda-b960-8231e97ee497 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Transition to ACTIVE for port object 9f65be99-82f5-4c60-baf3-965f4b13a12c will not be triggered until provisioned by entity DHCP. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:07:43.820788 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d8c04cb6-dc96-4538-9b29-f8639b0566d5 req-5bf2100a-30b7-41e0-9a19-359acec270b2 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687590 Apr 14 16:07:43.846961 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-374783a0-888c-4cda-b960-8231e97ee497 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:43.865580 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-dfa1a5c9-7f05-4d2a-afc7-c5c64eed4cb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:44.018268 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b114d0-06ae-4fb4-b952-da1c2f5f7008 req-3062cf1e-4c3f-4a1c-b25d-4ba63c9a6601 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:44.019842 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c5b114d0-06ae-4fb4-b952-da1c2f5f7008 req-3062cf1e-4c3f-4a1c-b25d-4ba63c9a6601 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1302764 Apr 14 16:07:44.023049 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374783a0-888c-4cda-b960-8231e97ee497 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Pushing event updated for resources: {'Port': ['ID=9f65be99-82f5-4c60-baf3-965f4b13a12c,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:44.033124 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-374783a0-888c-4cda-b960-8231e97ee497 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:44.058111 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:44.071660 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c5b114d0-06ae-4fb4-b952-da1c2f5f7008 req-7f9a9432-fc30-4821-a5f9-50068435da59 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314419 Apr 14 16:07:44.092384 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-374783a0-888c-4cda-b960-8231e97ee497 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Network 30321c57-386c-4050-b8ef-3b7e286e431b is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:07:44.094537 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-374783a0-888c-4cda-b960-8231e97ee497 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:07:44.097183 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-374783a0-888c-4cda-b960-8231e97ee497 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:07:44.204673 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-374783a0-888c-4cda-b960-8231e97ee497 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:44.204673 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-374783a0-888c-4cda-b960-8231e97ee497 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:44.241962 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-374783a0-888c-4cda-b960-8231e97ee497 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6506646 Apr 14 16:07:44.265317 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Allocated IP 172.27.1.219 (6468e4de-2d6f-487c-961d-9bfd4b201113/10ad9ff7-e740-4818-a690-9a433745e0b4/ec671df3-9b03-42af-b961-6c75ecfd85a2) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:07:44.382079 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-afad88fd-6640-4609-8efc-e361c1be6006 None None] Provisioning for port 9f65be99-82f5-4c60-baf3-965f4b13a12c completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:07:44.387386 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-afad88fd-6640-4609-8efc-e361c1be6006 None None] Provisioning complete for port 9f65be99-82f5-4c60-baf3-965f4b13a12c triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:07:44.387846 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-afad88fd-6640-4609-8efc-e361c1be6006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:44.445493 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-afad88fd-6640-4609-8efc-e361c1be6006 None None] Port 9f65be99-82f5-4c60-baf3-965f4b13a12c cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:07:44.481554 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:44.551446 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7085b-8c17-45fd-839b-cf0f84a105d7 req-2785bead-fd99-4802-a4a4-e2a560e3ec0b tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:44.552950 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-05e7085b-8c17-45fd-839b-cf0f84a105d7 req-2785bead-fd99-4802-a4a4-e2a560e3ec0b tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 931 time: 0.1154211 Apr 14 16:07:44.556533 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:44.573087 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:44.722222 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-05e7085b-8c17-45fd-839b-cf0f84a105d7 req-fb45bbc8-d3a9-440f-bd82-9ac8a21eabb9 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Synchronizing usage tracker for tenant:1ac826e176e54f9dbeafa327d0de385c on resource:security_group {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:07:44.734523 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Pushing event updated for resources: {'Port': ['ID=ec671df3-9b03-42af-b961-6c75ecfd85a2,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:44.749507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:44.769584 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-05e7085b-8c17-45fd-839b-cf0f84a105d7 req-fb45bbc8-d3a9-440f-bd82-9ac8a21eabb9 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Unset dirty status for tenant:1ac826e176e54f9dbeafa327d0de385c on resource:security_group {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:07:44.779299 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-05e7085b-8c17-45fd-839b-cf0f84a105d7 req-fb45bbc8-d3a9-440f-bd82-9ac8a21eabb9 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069690 Apr 14 16:07:44.823201 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Network 6468e4de-2d6f-487c-961d-9bfd4b201113 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:07:44.824331 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:07:44.826806 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:07:45.185800 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460fa69-993e-439e-8b4a-d19480fade88 req-cc0ca8e8-9a15-423b-be3b-20d2f09f3da2 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:45.187512 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6460fa69-993e-439e-8b4a-d19480fade88 req-cc0ca8e8-9a15-423b-be3b-20d2f09f3da2 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 943 time: 0.2989688 Apr 14 16:07:45.232673 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6460fa69-993e-439e-8b4a-d19480fade88 req-038fbe24-befb-4d53-b62b-f42235fdc542 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345998 Apr 14 16:07:45.434161 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:45.481490 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5036fc-1885-40cc-9c09-c9f99b59883a req-7875ee63-4699-4b80-b6e7-970c16f7e321 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:45.483015 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9a5036fc-1885-40cc-9c09-c9f99b59883a req-7875ee63-4699-4b80-b6e7-970c16f7e321 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.1222270 Apr 14 16:07:45.561221 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9a5036fc-1885-40cc-9c09-c9f99b59883a req-93940307-ed6d-4623-873c-7ebabde117c2 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488307 Apr 14 16:07:45.568131 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:46.086348 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b23fc-eb1b-4224-aeca-c3a7c8885b35 req-96d93c78-af48-4923-96a0-ff6ce785387f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:46.087993 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fa2b23fc-eb1b-4224-aeca-c3a7c8885b35 req-96d93c78-af48-4923-96a0-ff6ce785387f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.4147160 Apr 14 16:07:46.138016 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fa2b23fc-eb1b-4224-aeca-c3a7c8885b35 req-40e2eec5-5c94-4018-80df-836f59447b89 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418284 Apr 14 16:07:46.162403 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:46.164687 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:46.181057 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:46.380157 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Pushing event updated for resources: {'Port': ['ID=ec671df3-9b03-42af-b961-6c75ecfd85a2,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:46.393334 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:46.456267 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08e76f-8ce5-4aaf-a1c5-e48a8d853128 req-839ae2cf-d8b9-49ff-845f-abf0a45d80f4 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:46.457864 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fe08e76f-8ce5-4aaf-a1c5-e48a8d853128 req-839ae2cf-d8b9-49ff-845f-abf0a45d80f4 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 931 time: 0.2049990 Apr 14 16:07:46.460863 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853071330'] for floatingip, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:46.621608 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fe08e76f-8ce5-4aaf-a1c5-e48a8d853128 req-6a80a5de-5304-4434-bbd4-7e6a722876a2 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983498 Apr 14 16:07:46.673839 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.l3_db [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Floating IP fc007be7-c6af-411e-9d87-040afc09b825 associated. External IP: 172.27.1.219, port: 700e5882-25a6-4868-8c0e-3ca90b3e680e. Apr 14 16:07:46.934789 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920827ae-7fda-4784-9d2f-4c60b11ec536 req-49ab9342-c99b-45a2-9595-a053cc47d07b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:46.936379 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-920827ae-7fda-4784-9d2f-4c60b11ec536 req-49ab9342-c99b-45a2-9595-a053cc47d07b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 943 time: 0.1997497 Apr 14 16:07:47.098356 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-920827ae-7fda-4784-9d2f-4c60b11ec536 req-ab598d27-8b2d-43fb-9d2f-100183876c6e tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530321 Apr 14 16:07:47.159800 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Router 0d80a66d-3467-452c-b421-ff9c634e44d2 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:07:47.419994 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:07:47.430758 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a04b6-3379-481b-a4e2-e12f353a87f5 req-445f41a6-4d10-4af6-8b0e-280b5b096cf2 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:47.432142 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ee6011-227d-48f4-98cf-f752caeb5eb3 None None] Sync routers for ids ['0d80a66d-3467-452c-b421-ff9c634e44d2'] in dv-cinder-786260-2-iscsi {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:07:47.432426 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fc9a04b6-3379-481b-a4e2-e12f353a87f5 req-445f41a6-4d10-4af6-8b0e-280b5b096cf2 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.2101009 Apr 14 16:07:47.448872 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ee6011-227d-48f4-98cf-f752caeb5eb3 None None] Routers {'0d80a66d-3467-452c-b421-ff9c634e44d2'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:07:47.449947 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-84ee6011-227d-48f4-98cf-f752caeb5eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:07:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['0d80a66d-3467-452c-b421-ff9c634e44d2'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:47.474104 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for floatingip, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:47.524771 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fc9a04b6-3379-481b-a4e2-e12f353a87f5 req-469c9b69-04bf-4753-b565-827f29797e26 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671439 Apr 14 16:07:47.574213 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8839853 Apr 14 16:07:47.574213 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aae3ffe-55c2-492c-8085-4842a147970c', 'tag': '700e5882-25a6-4868-8c0e-3ca90b3e680e'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:07:47.674469 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-84ee6011-227d-48f4-98cf-f752caeb5eb3 None None] Set router 0d80a66d-3467-452c-b421-ff9c634e44d2 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:07:47.779227 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae732e79-299c-4255-96c5-c275f10b7eb4 req-4a9b78b4-9b6b-44e2-b1e5-39125635e47a tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:47.786841 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ae732e79-299c-4255-96c5-c275f10b7eb4 req-4a9b78b4-9b6b-44e2-b1e5-39125635e47a tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1001956 Apr 14 16:07:47.814871 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ae732e79-299c-4255-96c5-c275f10b7eb4 req-a55304d8-ea30-45f7-8a4d-aced1126b96f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269125 Apr 14 16:07:47.871500 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aae3ffe-55c2-492c-8085-4842a147970c', 'tag': '700e5882-25a6-4868-8c0e-3ca90b3e680e', 'status': 'completed', 'code': 200} Apr 14 16:07:48.065289 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-84ee6011-227d-48f4-98cf-f752caeb5eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'name': 'tempest-TestShelveInstance-857663546-router', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:31Z', 'updated_at': '2021-04-14T16:06:36Z', 'revision_number': 4, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'gw_port': {'id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:32Z', 'updated_at': '2021-04-14T16:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': 'fc007be7-c6af-411e-9d87-040afc09b825', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'port_id': '700e5882-25a6-4868-8c0e-3ca90b3e680e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb', 'mac_address': 'fa:16:3e:d8:4c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aae3ffe-55c2-492c-8085-4842a147970c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:07:45Z', 'updated_at': '2021-04-14T16:07:45Z', 'revision_number': 0, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca5df80-a061-4ed1-8958-f72b6ea2655c', 'name': '', 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'mac_address': 'fa:16:3e:77:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'eb750ea5-d2d8-4539-8e70-4f1cf7bcb894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:35Z', 'updated_at': '2021-04-14T16:06:50Z', 'revision_number': 5, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'subnets': [{'id': 'eb750ea5-d2d8-4539-8e70-4f1cf7bcb894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:48.079502 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ee6011-227d-48f4-98cf-f752caeb5eb3 None None] Checking router: 0d80a66d-3467-452c-b421-ff9c634e44d2 for host: dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:07:48.090154 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ee6011-227d-48f4-98cf-f752caeb5eb3 None None] Routers {'0d80a66d-3467-452c-b421-ff9c634e44d2'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:07:48.090854 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-84ee6011-227d-48f4-98cf-f752caeb5eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:07:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['0d80a66d-3467-452c-b421-ff9c634e44d2'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:48.096860 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c900a6a-79b4-456d-844d-d1c5563cfc31 req-7474b2e0-1a77-4c84-ac53-c0618ff90f56 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:48.099031 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6c900a6a-79b4-456d-844d-d1c5563cfc31 req-7474b2e0-1a77-4c84-ac53-c0618ff90f56 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 931 time: 0.1350851 Apr 14 16:07:48.132993 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6c900a6a-79b4-456d-844d-d1c5563cfc31 req-70f2708e-8a9f-4417-93df-302f499fad1c tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270777 Apr 14 16:07:48.294005 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-84ee6011-227d-48f4-98cf-f752caeb5eb3 None None] Set router 0d80a66d-3467-452c-b421-ff9c634e44d2 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:07:48.341829 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b315a-cf81-4274-8a73-7c82a10f3bc4 req-200b3569-48bb-4ad3-809c-50961a199c57 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:48.343390 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8e3b315a-cf81-4274-8a73-7c82a10f3bc4 req-200b3569-48bb-4ad3-809c-50961a199c57 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 943 time: 0.1048410 Apr 14 16:07:48.374591 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8e3b315a-cf81-4274-8a73-7c82a10f3bc4 req-eebf937a-a148-44fe-b39b-c7340809e140 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245485 Apr 14 16:07:48.673424 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-84ee6011-227d-48f4-98cf-f752caeb5eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'name': 'tempest-TestShelveInstance-857663546-router', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:31Z', 'updated_at': '2021-04-14T16:06:36Z', 'revision_number': 4, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'gw_port': {'id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:32Z', 'updated_at': '2021-04-14T16:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': 'fc007be7-c6af-411e-9d87-040afc09b825', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'port_id': '700e5882-25a6-4868-8c0e-3ca90b3e680e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb', 'mac_address': 'fa:16:3e:d8:4c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aae3ffe-55c2-492c-8085-4842a147970c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:07:45Z', 'updated_at': '2021-04-14T16:07:45Z', 'revision_number': 0, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca5df80-a061-4ed1-8958-f72b6ea2655c', 'name': '', 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'mac_address': 'fa:16:3e:77:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'eb750ea5-d2d8-4539-8e70-4f1cf7bcb894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:35Z', 'updated_at': '2021-04-14T16:06:50Z', 'revision_number': 5, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'subnets': [{'id': 'eb750ea5-d2d8-4539-8e70-4f1cf7bcb894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:07:48.678507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ee6011-227d-48f4-98cf-f752caeb5eb3 None None] The sync data for ids ['0d80a66d-3467-452c-b421-ff9c634e44d2'] in dv-cinder-786260-2-iscsi is: [{'id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'name': 'tempest-TestShelveInstance-857663546-router', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:31Z', 'updated_at': '2021-04-14T16:06:36Z', 'revision_number': 4, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'gw_port': {'id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:32Z', 'updated_at': '2021-04-14T16:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': 'fc007be7-c6af-411e-9d87-040afc09b825', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'port_id': '700e5882-25a6-4868-8c0e-3ca90b3e680e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb', 'mac_address': 'fa:16:3e:d8:4c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aae3ffe-55c2-492c-8085-4842a147970c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:07:45Z', 'updated_at': '2021-04-14T16:07:45Z', 'revision_number': 0, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca5df80-a061-4ed1-8958-f72b6ea2655c', 'name': '', 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'mac_address': 'fa:16:3e:77:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'eb750ea5-d2d8-4539-8e70-4f1cf7bcb894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:35Z', 'updated_at': '2021-04-14T16:06:50Z', 'revision_number': 5, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'subnets': [{'id': 'eb750ea5-d2d8-4539-8e70-4f1cf7bcb894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:07:48.779227 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee711bf0-82e9-48a0-bab8-1d680602be59 req-54167b9b-a758-4030-af9a-051dae88a46b tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:48.780923 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ee711bf0-82e9-48a0-bab8-1d680602be59 req-54167b9b-a758-4030-af9a-051dae88a46b tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.1283903 Apr 14 16:07:48.812764 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ee711bf0-82e9-48a0-bab8-1d680602be59 req-aed23c5c-dbff-4e22-b504-2077c9130061 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254202 Apr 14 16:07:49.059663 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e293026-b5f7-41bd-aee1-442f6a3812c4 req-9f6e8840-da07-4893-9027-17b30bceb48f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:49.067925 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7e293026-b5f7-41bd-aee1-442f6a3812c4 req-9f6e8840-da07-4893-9027-17b30bceb48f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1329968 Apr 14 16:07:49.096288 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7e293026-b5f7-41bd-aee1-442f6a3812c4 req-f85c425b-bf05-4124-a821-eb0503eef246 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273888 Apr 14 16:07:49.109180 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22462234-0deb-45fb-8e43-3036e6c4268e None None] New status for floating IP fc007be7-c6af-411e-9d87-040afc09b825: ACTIVE {{(pid=85286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:07:49.364570 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e79bec-4d22-49db-98be-4f0dd60ca195 req-474f2e7f-30d7-4d70-89f5-ac954e796ebc tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:49.373211 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-74e79bec-4d22-49db-98be-4f0dd60ca195 req-474f2e7f-30d7-4d70-89f5-ac954e796ebc tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 931 time: 0.1212306 Apr 14 16:07:49.401854 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-74e79bec-4d22-49db-98be-4f0dd60ca195 req-8c6f0a76-c8c4-4307-a13c-91581f544e18 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266204 Apr 14 16:07:49.820723 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfabe2e-b2c4-430b-9d1c-830332062050 req-f5d3de41-b37e-4a15-af0c-65783e16bcc9 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:49.829635 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-dcfabe2e-b2c4-430b-9d1c-830332062050 req-f5d3de41-b37e-4a15-af0c-65783e16bcc9 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 943 time: 0.3106873 Apr 14 16:07:49.860034 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-dcfabe2e-b2c4-430b-9d1c-830332062050 req-3d139134-3a2f-4b16-8d75-1c06accd1fef tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290039 Apr 14 16:07:50.098124 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14a632-1487-4f6b-86e8-865f56b18f7b req-ede3a7b5-685a-4d5b-9610-7fac2faeb096 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:50.107916 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-be14a632-1487-4f6b-86e8-865f56b18f7b req-ede3a7b5-685a-4d5b-9610-7fac2faeb096 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.1387200 Apr 14 16:07:50.136995 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-be14a632-1487-4f6b-86e8-865f56b18f7b req-beeefeaf-8a21-4d66-8716-44e84ee74606 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280149 Apr 14 16:07:50.341938 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51842c-f153-4244-921c-b9aabb4b57ab req-cd6e9c66-2e8b-464a-96e2-fb26af414b64 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:50.343587 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-db51842c-f153-4244-921c-b9aabb4b57ab req-cd6e9c66-2e8b-464a-96e2-fb26af414b64 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.0975125 Apr 14 16:07:50.374847 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-db51842c-f153-4244-921c-b9aabb4b57ab req-f65d5e46-37cd-40b1-beb6-e14ded48af7d tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0249674 Apr 14 16:07:50.611663 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913079ec-5f56-437d-8be3-869f6bc84a97 req-986b0ee2-e5bf-4f35-8e4b-afe48e1b3e24 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:50.613232 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-913079ec-5f56-437d-8be3-869f6bc84a97 req-986b0ee2-e5bf-4f35-8e4b-afe48e1b3e24 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 931 time: 0.0902231 Apr 14 16:07:50.645640 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-913079ec-5f56-437d-8be3-869f6bc84a97 req-5a85f9d0-3dce-4166-8007-a223339ba82a tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253334 Apr 14 16:07:51.073890 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d4cea-943f-4700-a106-fe68047f58d9 req-b974f066-5bf8-498e-9c3e-097ba5fd3445 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:51.075820 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-197d4cea-943f-4700-a106-fe68047f58d9 req-b974f066-5bf8-498e-9c3e-097ba5fd3445 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 943 time: 0.0971494 Apr 14 16:07:51.121485 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-197d4cea-943f-4700-a106-fe68047f58d9 req-bdccb831-af4f-4cc9-b3cb-906b135430a2 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278106 Apr 14 16:07:51.344918 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3d983-9e47-410b-899b-cb50ff11e4b3 req-554cda50-e8c4-45de-a992-ae539d97e9ca tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:51.346545 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-91f3d983-9e47-410b-899b-cb50ff11e4b3 req-554cda50-e8c4-45de-a992-ae539d97e9ca tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0914164 Apr 14 16:07:51.377108 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-91f3d983-9e47-410b-899b-cb50ff11e4b3 req-29dcbdb0-5b35-46d0-be20-d41c9af6388f tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241075 Apr 14 16:07:51.601413 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544e4b5-eada-4511-a9a8-c7d1117b13b6 req-7009d321-9160-4800-9a64-8f3427596e87 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:51.603026 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e544e4b5-eada-4511-a9a8-c7d1117b13b6 req-7009d321-9160-4800-9a64-8f3427596e87 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1033258 Apr 14 16:07:51.633756 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e544e4b5-eada-4511-a9a8-c7d1117b13b6 req-2a8842dc-7028-4e97-97f7-0b544e0a4acd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0237601 Apr 14 16:07:51.851599 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3292893-09eb-40a9-b635-79b08db94fd4 req-f77d2a18-bfed-4358-b3c7-fe8e64552579 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:51.853219 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a3292893-09eb-40a9-b635-79b08db94fd4 req-f77d2a18-bfed-4358-b3c7-fe8e64552579 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 931 time: 0.0907876 Apr 14 16:07:51.884970 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a3292893-09eb-40a9-b635-79b08db94fd4 req-50c0fc79-1469-4f49-88d5-6e5f14a9f87d tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252070 Apr 14 16:07:52.334724 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80b198-52bd-48da-b89f-5edaad3d6756 req-96b51f12-b462-47e7-8e09-7ffc797059d1 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:52.336326 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7c80b198-52bd-48da-b89f-5edaad3d6756 req-96b51f12-b462-47e7-8e09-7ffc797059d1 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 943 time: 0.0934510 Apr 14 16:07:52.366713 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7c80b198-52bd-48da-b89f-5edaad3d6756 req-0d111700-f64d-412e-a49b-dadbd6fe6063 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239708 Apr 14 16:07:52.584706 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe6ec0-6ee7-4fe1-a12c-7514bb35ac15 req-d6d793ce-48b7-47c1-be72-d31b6a25bfdc tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:52.586423 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-41fe6ec0-6ee7-4fe1-a12c-7514bb35ac15 req-d6d793ce-48b7-47c1-be72-d31b6a25bfdc tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0931642 Apr 14 16:07:52.616810 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-41fe6ec0-6ee7-4fe1-a12c-7514bb35ac15 req-ad95da8f-7ce7-49ae-9b17-656efbac8550 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240495 Apr 14 16:07:52.843167 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171f9a3-adc9-42a6-ad46-7190695075af req-d455fad3-91a7-4051-953a-c5d8bf7892c3 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:52.844853 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4171f9a3-adc9-42a6-ad46-7190695075af req-d455fad3-91a7-4051-953a-c5d8bf7892c3 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.0944283 Apr 14 16:07:52.876868 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4171f9a3-adc9-42a6-ad46-7190695075af req-e8ad1073-af81-4a5f-90b7-d28cf7253e13 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250883 Apr 14 16:07:53.118702 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b9ddf-2287-43a1-921a-7a9aaa00683d req-1a04a3fa-ad2e-4763-a778-a5d621ec6604 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:53.120224 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6a9b9ddf-2287-43a1-921a-7a9aaa00683d req-1a04a3fa-ad2e-4763-a778-a5d621ec6604 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 931 time: 0.1115317 Apr 14 16:07:53.162637 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6a9b9ddf-2287-43a1-921a-7a9aaa00683d req-4a3afb4e-c607-4eb1-b9d2-0d43ef698b74 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351036 Apr 14 16:07:53.609514 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc98ebd-92c2-451e-99dd-117c45bd35b9 req-917dd254-3ba4-4c09-b8d0-d381e0df0130 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:53.611133 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5bc98ebd-92c2-451e-99dd-117c45bd35b9 req-917dd254-3ba4-4c09-b8d0-d381e0df0130 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 943 time: 0.1219015 Apr 14 16:07:53.648628 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5bc98ebd-92c2-451e-99dd-117c45bd35b9 req-47b81947-e29f-4785-93ac-21da36794c25 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308990 Apr 14 16:07:53.846147 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cc686-10c9-4d28-badd-6b9677052347 req-e78c71a6-af13-4fd1-a185-00a9988ac9bf tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:53.847870 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-245cc686-10c9-4d28-badd-6b9677052347 req-e78c71a6-af13-4fd1-a185-00a9988ac9bf tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0894687 Apr 14 16:07:53.880550 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-245cc686-10c9-4d28-badd-6b9677052347 req-50cd6822-6139-40c4-8205-8f920d3d4fd6 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250371 Apr 14 16:07:54.093488 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbea2d9-a80d-4e53-9122-c102fd209072 req-8ab9c586-69f6-49d1-9418-900106fd1b50 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:54.096532 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7bbea2d9-a80d-4e53-9122-c102fd209072 req-8ab9c586-69f6-49d1-9418-900106fd1b50 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.0988066 Apr 14 16:07:54.129106 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7bbea2d9-a80d-4e53-9122-c102fd209072 req-ca385f61-d1ef-4822-b170-9f41452e179b tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271533 Apr 14 16:07:54.367763 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e39677-d454-477e-b4fd-abb9c016ee09 req-d8f53255-75a3-4177-8665-1cae553439e8 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:54.369433 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-37e39677-d454-477e-b4fd-abb9c016ee09 req-d8f53255-75a3-4177-8665-1cae553439e8 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 931 time: 0.0928013 Apr 14 16:07:54.406103 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-37e39677-d454-477e-b4fd-abb9c016ee09 req-6bb91d4d-9e56-4a42-8e6a-d5704a0460ee tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289781 Apr 14 16:07:54.861360 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58376b4f-c233-4a9e-a560-d1e01b618c16 req-4278c8ec-2ffe-4e5d-a215-e1725eff2791 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:54.863211 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-58376b4f-c233-4a9e-a560-d1e01b618c16 req-4278c8ec-2ffe-4e5d-a215-e1725eff2791 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 943 time: 0.0928771 Apr 14 16:07:54.895404 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-58376b4f-c233-4a9e-a560-d1e01b618c16 req-a9060236-ace4-4a41-a2f2-8e07fe0aebbc tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250571 Apr 14 16:07:55.094604 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f85ff4-1bab-4384-990b-5fcfba970434 req-e5116f35-ad8c-43fc-8d25-107774d1df50 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:55.096722 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-31f85ff4-1bab-4384-990b-5fcfba970434 req-e5116f35-ad8c-43fc-8d25-107774d1df50 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0960205 Apr 14 16:07:55.143114 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-31f85ff4-1bab-4384-990b-5fcfba970434 req-f4ca0c8d-f602-4206-bd34-64a10793af1c tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381312 Apr 14 16:07:55.342032 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec1a83-ef07-460e-9dc8-c2fcee77cc77 req-e28eb25b-af35-4a29-b458-c32644b54c4b tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:55.343889 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-76ec1a83-ef07-460e-9dc8-c2fcee77cc77 req-e28eb25b-af35-4a29-b458-c32644b54c4b tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.0939798 Apr 14 16:07:55.376512 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-76ec1a83-ef07-460e-9dc8-c2fcee77cc77 req-97526881-b66e-46df-bff3-822a919e4e93 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259712 Apr 14 16:07:55.614027 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf41fbe-7f87-4112-b4c0-7d2b39107db0 req-53955f0b-6159-474c-96a8-4a8ea79e922d tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:55.615680 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-cdf41fbe-7f87-4112-b4c0-7d2b39107db0 req-53955f0b-6159-474c-96a8-4a8ea79e922d tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 931 time: 0.0899913 Apr 14 16:07:55.647155 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-cdf41fbe-7f87-4112-b4c0-7d2b39107db0 req-b91b0ab0-898e-429f-baf4-9b90476502b3 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244439 Apr 14 16:07:56.114038 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee019d-786f-44d7-a1fe-5e605095e16d req-965c00d2-86ad-4cc2-aa69-4fc9098032da tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:56.115666 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6fee019d-786f-44d7-a1fe-5e605095e16d req-965c00d2-86ad-4cc2-aa69-4fc9098032da tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 943 time: 0.0939248 Apr 14 16:07:56.146619 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6fee019d-786f-44d7-a1fe-5e605095e16d req-1d017632-98cf-43a3-8249-3c9889a6675f tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237541 Apr 14 16:07:56.328106 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] Request body: {'port': {'device_id': 'bb122259-c678-4717-bef9-9c892d0f00bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:07:56.492970 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542b88a-bbb7-4fc5-ba7c-5066a602e8da req-a1f5ac28-79ea-455a-9697-09924485a33f tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:56.494727 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6542b88a-bbb7-4fc5-ba7c-5066a602e8da req-a1f5ac28-79ea-455a-9697-09924485a33f tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.1032259 Apr 14 16:07:56.593593 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6542b88a-bbb7-4fc5-ba7c-5066a602e8da req-89d38287-78ab-4fdb-85b0-85c431622e9d tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919230 Apr 14 16:07:56.593796 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5431cfb7-29ea-4a09-a330-7d52727976e0 req-72c54d49-a885-4ff4-a7bc-4cd9bfb2fd4a service neutron] 10.222.0.54 "GET /v2.0/networks/54a8843b-6ccf-44d9-81c5-6907f5dcf390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175833 Apr 14 16:07:56.641212 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3203e6-766e-486f-809e-e8c7a3ae0cce req-046a8220-8036-403a-b1c6-ab893bd693f9 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:56.641431 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45689574-561d-470d-94be-b65fe41d91f3 req-6c3974be-bdb9-43a4-be31-cc41c736a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:56.642967 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-de3203e6-766e-486f-809e-e8c7a3ae0cce req-046a8220-8036-403a-b1c6-ab893bd693f9 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1227360 Apr 14 16:07:56.643678 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-45689574-561d-470d-94be-b65fe41d91f3 req-6c3974be-bdb9-43a4-be31-cc41c736a64d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91ea008d0147431cb1eeb4f5c290e6b7&device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 1099 time: 0.2814953 Apr 14 16:07:56.644250 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:56.684120 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-de3203e6-766e-486f-809e-e8c7a3ae0cce req-4e91a554-0e63-4d72-a2db-d11222397438 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318277 Apr 14 16:07:56.785221 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-570392af-b84b-4a4f-a44b-9fa4a74bdb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:56.849557 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705257b-b888-4947-8e8f-054789bc1730 req-f9d33eb1-0043-4acb-8d13-3ef732df74b7 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:56.851235 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5705257b-b888-4947-8e8f-054789bc1730 req-f9d33eb1-0043-4acb-8d13-3ef732df74b7 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 931 time: 0.0878828 Apr 14 16:07:56.882882 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5705257b-b888-4947-8e8f-054789bc1730 req-77a418b5-a859-4000-9943-0bdd01aa759b tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245006 Apr 14 16:07:56.960361 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45689574-561d-470d-94be-b65fe41d91f3 req-d70598ed-76b3-4f26-b668-57799b9ce6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:56.961891 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-45689574-561d-470d-94be-b65fe41d91f3 req-d70598ed-76b3-4f26-b668-57799b9ce6dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=efc13fb2-38cb-4474-87f7-427bcd62decb HTTP/1.1" status: 200 len: 909 time: 0.2900324 Apr 14 16:07:57.183185 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-45689574-561d-470d-94be-b65fe41d91f3 req-f1344e87-8df4-4256-a691-a8a1b19d8140 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=700e5882-25a6-4868-8c0e-3ca90b3e680e HTTP/1.1" status: 200 len: 1002 time: 0.2109013 Apr 14 16:07:57.296426 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45689574-561d-470d-94be-b65fe41d91f3 req-cefbcee0-e4e8-4d66-8082-65c0622ed8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:57.298045 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-45689574-561d-470d-94be-b65fe41d91f3 req-cefbcee0-e4e8-4d66-8082-65c0622ed8e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eb750ea5-d2d8-4539-8e70-4f1cf7bcb894 HTTP/1.1" status: 200 len: 847 time: 0.1000683 Apr 14 16:07:57.373648 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577a0d3-4d2e-4e14-9501-d5183abe8e22 req-3747e103-0b38-4588-ad7a-909e0c1a4b6a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:57.376699 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7577a0d3-4d2e-4e14-9501-d5183abe8e22 req-3747e103-0b38-4588-ad7a-909e0c1a4b6a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 943 time: 0.1042202 Apr 14 16:07:57.407886 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7577a0d3-4d2e-4e14-9501-d5183abe8e22 req-d5c98c4d-d7f7-495e-91eb-e2a5b33adc24 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245876 Apr 14 16:07:57.442122 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f65be99-82f5-4c60-baf3-965f4b13a12c {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:07:57.458051 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:57.480472 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] Transition to ACTIVE for port object 9f65be99-82f5-4c60-baf3-965f4b13a12c will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:07:57.482849 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45689574-561d-470d-94be-b65fe41d91f3 req-e0bb76a3-95cf-41c3-8f85-bb8983460f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:57.484588 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-45689574-561d-470d-94be-b65fe41d91f3 req-e0bb76a3-95cf-41c3-8f85-bb8983460f3a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=efc13fb2-38cb-4474-87f7-427bcd62decb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1785982 Apr 14 16:07:57.485734 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:57.503468 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:57.739771 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f65be99-82f5-4c60-baf3-965f4b13a12c,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:57.746746 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:57.820550 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-45689574-561d-470d-94be-b65fe41d91f3 req-15efa8fe-c8cd-4d33-aa25-c6e7fa4e2829 service neutron] 10.222.0.54 "GET /v2.0/networks/efc13fb2-38cb-4474-87f7-427bcd62decb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204668 Apr 14 16:07:57.954913 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64f0df-ab0b-4f79-9df3-c28fedc9d744 req-e6c3d1c7-8ca2-4611-bf28-21a082416977 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:57.958770 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ea64f0df-ab0b-4f79-9df3-c28fedc9d744 req-e6c3d1c7-8ca2-4611-bf28-21a082416977 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1234877 Apr 14 16:07:57.968515 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e980e-0474-4665-b366-f6441f118f5c req-b1c68d3b-cc27-4921-8370-071003a18634 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:57.975331 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d09e980e-0474-4665-b366-f6441f118f5c req-b1c68d3b-cc27-4921-8370-071003a18634 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.2113593 Apr 14 16:07:58.087400 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ea64f0df-ab0b-4f79-9df3-c28fedc9d744 req-196eab42-eb25-4d7c-aea5-ebd57911eaa5 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016881 Apr 14 16:07:58.103313 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d09e980e-0474-4665-b366-f6441f118f5c req-8ad66568-c4f1-4718-bd0c-6c62584677a8 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786762 Apr 14 16:07:58.317259 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device ad34fb0e-59ef-400d-a5ac-b9151322a618 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:07:58.327814 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0243a27-b342-4eab-958e-fc2c3300e597 req-d0661d3b-1a25-4b68-b2ba-7b7400f63115 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:58.330627 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c0243a27-b342-4eab-958e-fc2c3300e597 req-d0661d3b-1a25-4b68-b2ba-7b7400f63115 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 943 time: 0.1074407 Apr 14 16:07:58.363781 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-45689574-561d-470d-94be-b65fe41d91f3 req-105b8c6c-c894-4f51-ae48-34132bf6c910 service neutron] 10.222.0.54 "GET /v2.0/networks/efc13fb2-38cb-4474-87f7-427bcd62decb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353718 Apr 14 16:07:58.377938 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c0243a27-b342-4eab-958e-fc2c3300e597 req-d2d1dc68-42fe-4027-afcd-8908d1c3d38d tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397840 Apr 14 16:07:58.382683 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] Attempting to bind port 9f65be99-82f5-4c60-baf3-965f4b13a12c on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:07:58.383066 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] Attempting to bind port 9f65be99-82f5-4c60-baf3-965f4b13a12c by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'ccc78c37-061d-418e-a68d-5b478ad815ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:07:58.383442 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] Attempting to bind port 9f65be99-82f5-4c60-baf3-965f4b13a12c on network 30321c57-386c-4050-b8ef-3b7e286e431b {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:07:58.391941 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] Port 9f65be99-82f5-4c60-baf3-965f4b13a12c on network 30321c57-386c-4050-b8ef-3b7e286e431b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:07:58.392423 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] Attempting to bind port 9f65be99-82f5-4c60-baf3-965f4b13a12c on network 30321c57-386c-4050-b8ef-3b7e286e431b {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:07:58.400594 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] Checking agent: {'id': 'f6195c71-3258-459e-9d3f-74f9782cd5cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'started_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:07:58.400967 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] Checking segment: {'id': 'ccc78c37-061d-418e-a68d-5b478ad815ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:07:58.402033 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] Bound using segment: {'id': 'ccc78c37-061d-418e-a68d-5b478ad815ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:07:58.402575 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] Bound port: 9f65be99-82f5-4c60-baf3-965f4b13a12c, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc78c37-061d-418e-a68d-5b478ad815ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:07:58.402958 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:58.485431 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] For port 9f65be99-82f5-4c60-baf3-965f4b13a12c, host hv-cinder-78626, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:07:58.488704 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] For port 9f65be99-82f5-4c60-baf3-965f4b13a12c, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9f65be99-82f5-4c60-baf3-965f4b13a12c,segment=NetworkSegment(ccc78c37-061d-418e-a68d-5b478ad815ad),segment_id=ccc78c37-061d-418e-a68d-5b478ad815ad)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:07:58.493340 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:58.509996 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:58.530868 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port ad34fb0e-59ef-400d-a5ac-b9151322a618, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ad34fb0e-59ef-400d-a5ac-b9151322a618,segment=NetworkSegment(b381b6c6-6aa9-422a-afa4-1af838049569),segment_id=b381b6c6-6aa9-422a-afa4-1af838049569)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:58.556764 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645555dd-d7a5-44a1-a7ce-08f136c9acf4 req-11c2c1a6-156f-4c71-9577-04c2509eb9e5 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:58.559163 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': 'ad34fb0e-59ef-400d-a5ac-b9151322a618', 'network_id': '54a8843b-6ccf-44d9-81c5-6907f5dcf390', 'port_id': 'ad34fb0e-59ef-400d-a5ac-b9151322a618', 'mac_address': 'fa:16:3e:17:62:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '864a9ded-9107-446c-b285-140a1dcad264', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:07:58.559322 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-645555dd-d7a5-44a1-a7ce-08f136c9acf4 req-11c2c1a6-156f-4c71-9577-04c2509eb9e5 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1293061 Apr 14 16:07:58.619851 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:58.622031 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad34fb0e-59ef-400d-a5ac-b9151322a618 {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:07:58.638792 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port ad34fb0e-59ef-400d-a5ac-b9151322a618, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ad34fb0e-59ef-400d-a5ac-b9151322a618,segment=NetworkSegment(b381b6c6-6aa9-422a-afa4-1af838049569),segment_id=b381b6c6-6aa9-422a-afa4-1af838049569)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:07:58.642045 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:58.643663 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-645555dd-d7a5-44a1-a7ce-08f136c9acf4 req-7b1ef255-fa6c-4f22-9807-62c5208198db tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434053 Apr 14 16:07:58.644723 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:58.685613 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353ee5e-42f5-438b-a24a-ea9914f7d59c req-914f6c0e-b40a-4576-a5cb-aef9ecb1625a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:58.693120 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c353ee5e-42f5-438b-a24a-ea9914f7d59c req-914f6c0e-b40a-4576-a5cb-aef9ecb1625a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 943 time: 0.1292386 Apr 14 16:07:58.716480 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=ad34fb0e-59ef-400d-a5ac-b9151322a618,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:58.719931 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:58.724636 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f65be99-82f5-4c60-baf3-965f4b13a12c,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:58.727689 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c353ee5e-42f5-438b-a24a-ea9914f7d59c req-c91cb3a6-cb80-4657-9097-f21529778aeb tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327196 Apr 14 16:07:58.740675 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:58.771260 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca2d63-ae5d-4b70-a7c0-33dfef153ca9 req-a5f98acb-c87a-470c-b213-86fef2e469b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:58.772869 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d2ca2d63-ae5d-4b70-a7c0-33dfef153ca9 req-a5f98acb-c87a-470c-b213-86fef2e469b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cb0e58781b543f0af3f43342740e649&device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 1098 time: 0.2145455 Apr 14 16:07:58.782146 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:58.782605 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:58.783989 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-a93759a0-a018-4299-a05a-29120c26f2a9 service neutron] 10.222.0.54 "PUT /v2.0/ports/9f65be99-82f5-4c60-baf3-965f4b13a12c HTTP/1.1" status: 200 len: 1093 time: 2.4612296 Apr 14 16:07:58.784509 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb122259-c678-4717-bef9-9c892d0f00bb', 'tag': '9f65be99-82f5-4c60-baf3-965f4b13a12c'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:07:58.833407 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb122259-c678-4717-bef9-9c892d0f00bb', 'tag': '9f65be99-82f5-4c60-baf3-965f4b13a12c', 'status': 'completed', 'code': 200} Apr 14 16:07:59.303769 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2609a4-48cd-4729-b99c-7df2c7b1df4d req-1f2a5d29-703e-476c-8e45-beed75067ad9 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:59.305357 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce2609a4-48cd-4729-b99c-7df2c7b1df4d req-1f2a5d29-703e-476c-8e45-beed75067ad9 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0870805 Apr 14 16:07:59.335331 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce2609a4-48cd-4729-b99c-7df2c7b1df4d req-ada93441-1047-439c-91af-336961c19968 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0235667 Apr 14 16:07:59.421405 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-592edcb7-cf45-4efa-9b24-59b9bffd867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:59.574493 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4905c20-4ee6-4526-85c1-d8d63c516fc2 req-5a3f2b68-c1b7-4682-a201-31ca998815a5 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:59.576064 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d4905c20-4ee6-4526-85c1-d8d63c516fc2 req-5a3f2b68-c1b7-4682-a201-31ca998815a5 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 943 time: 0.0904093 Apr 14 16:07:59.605688 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d4905c20-4ee6-4526-85c1-d8d63c516fc2 req-aedc1031-c353-4fe3-86b2-1e6e82954d6c tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0232208 Apr 14 16:07:59.658268 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:59.849464 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072b296-2b47-440a-a7fd-9f7e25c0338f req-edd8811d-db85-4fde-aa25-643ba5de8dba tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:07:59.851098 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b072b296-2b47-440a-a7fd-9f7e25c0338f req-edd8811d-db85-4fde-aa25-643ba5de8dba tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.0859644 Apr 14 16:07:59.881927 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b072b296-2b47-440a-a7fd-9f7e25c0338f req-a0329419-b03a-49b2-98ec-cd5be0785fd4 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0241160 Apr 14 16:08:00.070966 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8624e-f033-4d18-9e0b-be078dc4b155 req-d814412b-90ea-42a9-9cec-8e6021c4bc8d tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:00.072520 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e2a8624e-f033-4d18-9e0b-be078dc4b155 req-d814412b-90ea-42a9-9cec-8e6021c4bc8d tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 944 time: 0.0915356 Apr 14 16:08:00.102005 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e2a8624e-f033-4d18-9e0b-be078dc4b155 req-6d6ac1be-474e-4abc-88e4-9dad46a4d07d tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0229874 Apr 14 16:08:00.419336 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:00.537404 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1729e-3cc3-42ad-aace-021e04ea1dbc req-551aa30a-ad4a-4c85-a229-afbb48cbc272 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:00.538935 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fcc1729e-3cc3-42ad-aace-021e04ea1dbc req-551aa30a-ad4a-4c85-a229-afbb48cbc272 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0906584 Apr 14 16:08:00.569961 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fcc1729e-3cc3-42ad-aace-021e04ea1dbc req-f3aaf158-e875-4597-a178-2f36e1248001 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237541 Apr 14 16:08:00.809148 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af76e76-78b1-485d-929c-d2d57494b361 req-1b597559-8dc3-4300-ac7f-7054c6a9aa44 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:00.810731 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6af76e76-78b1-485d-929c-d2d57494b361 req-1b597559-8dc3-4300-ac7f-7054c6a9aa44 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 943 time: 0.0909562 Apr 14 16:08:00.841390 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6af76e76-78b1-485d-929c-d2d57494b361 req-e547a79a-0a69-45c1-96e8-2a3cf542478d tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243127 Apr 14 16:08:01.080227 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f33960-4fb9-4bab-92d6-96ab0f81f539 req-93f74bc2-6499-4d42-b8b0-4e88cd4e01b7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:01.081789 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-28f33960-4fb9-4bab-92d6-96ab0f81f539 req-93f74bc2-6499-4d42-b8b0-4e88cd4e01b7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.0874670 Apr 14 16:08:01.112924 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-28f33960-4fb9-4bab-92d6-96ab0f81f539 req-67d10bf2-7fc8-4f51-a20c-593f92fb5dbe tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0247023 Apr 14 16:08:01.304063 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820e210-56d8-41a3-9451-ff3c8d8acea9 req-f7860a3d-fd00-437e-8204-6528c2a48087 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:01.305640 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e820e210-56d8-41a3-9451-ff3c8d8acea9 req-f7860a3d-fd00-437e-8204-6528c2a48087 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 944 time: 0.0903759 Apr 14 16:08:01.337678 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e820e210-56d8-41a3-9451-ff3c8d8acea9 req-e01fc6d1-022b-4e04-9365-8275d76624d0 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251555 Apr 14 16:08:01.772117 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca2d63-ae5d-4b70-a7c0-33dfef153ca9 req-2b3e9ff5-2108-421d-9558-837712ad5ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:01.773711 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d2ca2d63-ae5d-4b70-a7c0-33dfef153ca9 req-2b3e9ff5-2108-421d-9558-837712ad5ee2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1b36c666-9490-47fe-871e-06ae9c5795aa HTTP/1.1" status: 200 len: 911 time: 0.2031581 Apr 14 16:08:01.775870 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe21e3-2a56-468c-8972-b509ad6a41ad req-f66eede0-e425-4735-89c3-e9cde4915bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:01.777814 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9bbe21e3-2a56-468c-8972-b509ad6a41ad req-f66eede0-e425-4735-89c3-e9cde4915bff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ac826e176e54f9dbeafa327d0de385c&device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 1096 time: 0.1850808 Apr 14 16:08:01.778946 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b6d50-f93b-4d7b-8eda-a21cde062669 req-77582eda-996b-481f-8a25-b2adaf06b911 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:01.780643 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-373b6d50-f93b-4d7b-8eda-a21cde062669 req-77582eda-996b-481f-8a25-b2adaf06b911 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0881901 Apr 14 16:08:01.812613 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-373b6d50-f93b-4d7b-8eda-a21cde062669 req-ed77b0a9-7d31-4d7a-9d1a-1f419c4bd8f8 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254829 Apr 14 16:08:02.008285 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['ad34fb0e-59ef-400d-a5ac-b9151322a618'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:08:02.011895 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d2ca2d63-ae5d-4b70-a7c0-33dfef153ca9 req-82f62fbc-e02f-4285-84b6-f7197cfd867d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a682c76-757b-4691-9133-f3f122999748 HTTP/1.1" status: 200 len: 1000 time: 0.2122922 Apr 14 16:08:02.047410 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ac8c8-2a95-48e0-ada9-4d628b2349cb req-e57d03ae-7853-4ea6-aaa7-fc65b99b897e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:02.048967 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fa1ac8c8-2a95-48e0-ada9-4d628b2349cb req-e57d03ae-7853-4ea6-aaa7-fc65b99b897e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 943 time: 0.0937996 Apr 14 16:08:02.079640 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fa1ac8c8-2a95-48e0-ada9-4d628b2349cb req-600aac47-5eb3-4d6e-a0a8-e1b088bb294d tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239153 Apr 14 16:08:02.093784 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe21e3-2a56-468c-8972-b509ad6a41ad req-471d8740-1dfb-4335-8e43-4e4a2dd7d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:02.095323 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9bbe21e3-2a56-468c-8972-b509ad6a41ad req-471d8740-1dfb-4335-8e43-4e4a2dd7d2ec service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1ac826e176e54f9dbeafa327d0de385c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2944937 Apr 14 16:08:02.097693 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:02.217239 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca2d63-ae5d-4b70-a7c0-33dfef153ca9 req-602d81d9-4fca-47da-99d5-fe9227b90c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:02.218999 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d2ca2d63-ae5d-4b70-a7c0-33dfef153ca9 req-602d81d9-4fca-47da-99d5-fe9227b90c3e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=663945ce-755e-4e25-a5e5-413a3e0ae704 HTTP/1.1" status: 200 len: 849 time: 0.1671648 Apr 14 16:08:02.316820 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe21e3-2a56-468c-8972-b509ad6a41ad req-16f4f649-74f8-4a57-bcab-9c2f189279e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:02.318432 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9bbe21e3-2a56-468c-8972-b509ad6a41ad req-16f4f649-74f8-4a57-bcab-9c2f189279e9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2157266 Apr 14 16:08:02.319129 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08098b5b-7aa1-455d-9316-da74d8bac0cd req-a2c7fe53-c3fe-4976-85cb-1068aed7dfe7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:02.320808 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-08098b5b-7aa1-455d-9316-da74d8bac0cd req-a2c7fe53-c3fe-4976-85cb-1068aed7dfe7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.0880558 Apr 14 16:08:02.343500 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca2d63-ae5d-4b70-a7c0-33dfef153ca9 req-dbaa9ecd-5030-459c-8b97-c91d7a334a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:02.345131 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d2ca2d63-ae5d-4b70-a7c0-33dfef153ca9 req-dbaa9ecd-5030-459c-8b97-c91d7a334a03 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1b36c666-9490-47fe-871e-06ae9c5795aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1184916 Apr 14 16:08:02.359474 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-08098b5b-7aa1-455d-9316-da74d8bac0cd req-15eabe26-9100-4a77-a138-ff28777f8c57 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269616 Apr 14 16:08:02.551112 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07690f-92d9-40b5-ad4a-51600609d224 req-a0372f8c-9b45-470f-a492-5a6496249da5 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:02.552695 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9a07690f-92d9-40b5-ad4a-51600609d224 req-a0372f8c-9b45-470f-a492-5a6496249da5 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 944 time: 0.0906963 Apr 14 16:08:02.561587 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d2ca2d63-ae5d-4b70-a7c0-33dfef153ca9 req-9e5c17d4-09a9-4dd5-a911-0406d9851349 service neutron] 10.222.0.54 "GET /v2.0/networks/1b36c666-9490-47fe-871e-06ae9c5795aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076344 Apr 14 16:08:02.567436 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-170a203c-c4c6-4815-9f11-ee6329f3bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:02.568971 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-170a203c-c4c6-4815-9f11-ee6329f3bc95 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ac826e176e54f9dbeafa327d0de385c&device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 1096 time: 0.1790941 Apr 14 16:08:02.585512 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9a07690f-92d9-40b5-ad4a-51600609d224 req-3bb68132-8a46-4b9b-8078-966f3b25da03 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248516 Apr 14 16:08:02.688340 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-2b704760-6483-4528-934a-b2d6d8d7a028 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f65be99-82f5-4c60-baf3-965f4b13a12c HTTP/1.1" status: 200 len: 217 time: 0.0937755 Apr 14 16:08:02.832245 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-4449c44c-e883-4b0f-8139-d265d5683494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:02.833819 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-4449c44c-e883-4b0f-8139-d265d5683494 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57968d7e-63eb-4b61-9f14-3a65dd80afa6 HTTP/1.1" status: 200 len: 854 time: 0.0979991 Apr 14 16:08:02.839336 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d2ca2d63-ae5d-4b70-a7c0-33dfef153ca9 req-cb6592a5-8070-4e14-ae38-ed3740bdafe0 service neutron] 10.222.0.54 "GET /v2.0/networks/1b36c666-9490-47fe-871e-06ae9c5795aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692921 Apr 14 16:08:02.940033 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-8338dca0-b402-4d76-932c-5802f1c9f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:02.941698 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-8338dca0-b402-4d76-932c-5802f1c9f070 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30321c57-386c-4050-b8ef-3b7e286e431b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0917869 Apr 14 16:08:03.148419 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07918863-5238-48dc-ab3e-793aabbb09bf req-1e230b25-ee05-4af5-89db-f321cfe679a1 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:03.150586 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-07918863-5238-48dc-ab3e-793aabbb09bf req-1e230b25-ee05-4af5-89db-f321cfe679a1 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0879552 Apr 14 16:08:03.181917 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-07918863-5238-48dc-ab3e-793aabbb09bf req-0d677932-df9d-4b1a-960a-2d2c53380f68 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242686 Apr 14 16:08:03.286887 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7bb1a-c985-48d4-99d0-db45ad08ad12 req-fad00781-fcec-4412-92b5-b5e958de0d2e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:03.288439 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-92c7bb1a-c985-48d4-99d0-db45ad08ad12 req-fad00781-fcec-4412-92b5-b5e958de0d2e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 943 time: 0.0892224 Apr 14 16:08:03.319156 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-92c7bb1a-c985-48d4-99d0-db45ad08ad12 req-72602d08-6e24-4b01-8ed8-a7ed969838ea tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0231946 Apr 14 16:08:03.559542 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bf3be-8ac8-4195-bc2e-6bc83f930e2f req-aa4f6f6a-1002-4046-8439-019a19b07634 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:03.561113 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e00bf3be-8ac8-4195-bc2e-6bc83f930e2f req-aa4f6f6a-1002-4046-8439-019a19b07634 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.0867233 Apr 14 16:08:03.592150 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e00bf3be-8ac8-4195-bc2e-6bc83f930e2f req-30e06019-b4f5-4090-8eb5-014f18183e35 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0244730 Apr 14 16:08:03.793600 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d25d7-6621-4636-a2cf-032ad69b7637 req-e1fab5e3-4039-4fa3-bba0-120e6d40e40c tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:03.795235 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-dc7d25d7-6621-4636-a2cf-032ad69b7637 req-e1fab5e3-4039-4fa3-bba0-120e6d40e40c tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 944 time: 0.0918109 Apr 14 16:08:04.027379 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-dc7d25d7-6621-4636-a2cf-032ad69b7637 req-2ac09269-fba1-488e-b6f8-80e893f2123b tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255218 Apr 14 16:08:04.159066 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-04ad29b3-9563-4c13-be9f-c446e84f75da service neutron] 10.222.0.54 "GET /v2.0/networks/30321c57-386c-4050-b8ef-3b7e286e431b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451480 Apr 14 16:08:04.381310 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e31e3b-097e-40b0-ba8f-1463d7062a3f req-cb001825-30dd-4dcf-8149-cf362647a995 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:04.382883 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c2e31e3b-097e-40b0-ba8f-1463d7062a3f req-cb001825-30dd-4dcf-8149-cf362647a995 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0855992 Apr 14 16:08:04.411764 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c2e31e3b-097e-40b0-ba8f-1463d7062a3f req-b21ee20c-8c62-424b-9a82-4210fa7802d2 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0225725 Apr 14 16:08:04.595906 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d31093-f3f8-4d15-9f91-c30ff32daa59 req-0854efef-00fa-4c1f-a800-931eeab7d58b tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:04.597443 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e6d31093-f3f8-4d15-9f91-c30ff32daa59 req-0854efef-00fa-4c1f-a800-931eeab7d58b tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 943 time: 0.0869405 Apr 14 16:08:04.627703 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e6d31093-f3f8-4d15-9f91-c30ff32daa59 req-8363de20-23d5-437b-93a5-91b6430ecd32 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240188 Apr 14 16:08:04.816755 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af50f11-15b5-4086-8080-76181f2c7a5b req-322249ff-0ecd-47c5-9ddc-62f3cd581da3 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:04.818396 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4af50f11-15b5-4086-8080-76181f2c7a5b req-322249ff-0ecd-47c5-9ddc-62f3cd581da3 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.0864127 Apr 14 16:08:04.849192 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4af50f11-15b5-4086-8080-76181f2c7a5b req-dc19a14a-2050-4b0b-8a10-336774aab9ca tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0245695 Apr 14 16:08:05.238588 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8ff7e-ea55-428e-8fbc-527e329df334 req-22353bb0-9fee-4f10-8865-9b809c06dc69 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:05.240208 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-51c8ff7e-ea55-428e-8fbc-527e329df334 req-22353bb0-9fee-4f10-8865-9b809c06dc69 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 944 time: 0.0899260 Apr 14 16:08:05.270655 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-51c8ff7e-ea55-428e-8fbc-527e329df334 req-99289fa1-9f93-4f36-946f-612a4ead9f72 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240047 Apr 14 16:08:05.617364 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e13e7f-6c7d-4f4c-815c-1220b2a37476 req-9ba2d4b3-f1e2-4c55-aa5b-fdeccd61a48f tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:05.619040 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d1e13e7f-6c7d-4f4c-815c-1220b2a37476 req-9ba2d4b3-f1e2-4c55-aa5b-fdeccd61a48f tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0931902 Apr 14 16:08:05.651817 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d1e13e7f-6c7d-4f4c-815c-1220b2a37476 req-2fdffca2-518f-49e9-88b9-4aad6e3ef8b9 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248213 Apr 14 16:08:05.841076 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41394f-c6de-4421-87cc-3506202d4f08 req-25247b9b-9932-4e01-bac8-ad252eb46af6 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:05.842650 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3c41394f-c6de-4421-87cc-3506202d4f08 req-25247b9b-9932-4e01-bac8-ad252eb46af6 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 943 time: 0.0886350 Apr 14 16:08:05.872812 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3c41394f-c6de-4421-87cc-3506202d4f08 req-e46c6ce3-118a-45c2-bf70-5e264be89155 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238125 Apr 14 16:08:06.058020 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8719a-a8dc-4e08-903a-d238842fbd9a req-40759c8d-fe8b-4442-88e9-6b1cc7f0cebd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:06.059642 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f4d8719a-a8dc-4e08-903a-d238842fbd9a req-40759c8d-fe8b-4442-88e9-6b1cc7f0cebd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.0880363 Apr 14 16:08:06.089716 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f4d8719a-a8dc-4e08-903a-d238842fbd9a req-6d2c0c6a-c488-40ed-9980-909299834466 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0238390 Apr 14 16:08:06.217711 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ff43e6c6-aa48-44e1-8fcd-707db2c438a6 req-319cde92-5bf3-4f02-b13d-b35c3691b8de service neutron] 10.222.0.54 "GET /v2.0/networks/30321c57-386c-4050-b8ef-3b7e286e431b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368423 Apr 14 16:08:06.473386 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd55b7-e9d4-446a-8599-98fab0b59b15 req-d47f097f-a40c-4686-9d53-ed6bc35dcc60 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:06.474977 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c6dd55b7-e9d4-446a-8599-98fab0b59b15 req-d47f097f-a40c-4686-9d53-ed6bc35dcc60 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 944 time: 0.0909791 Apr 14 16:08:06.506048 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c6dd55b7-e9d4-446a-8599-98fab0b59b15 req-8152d19e-a1cd-4ede-8aeb-839a5a10b725 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239203 Apr 14 16:08:06.855392 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b86e8-ea35-4c19-9707-90810ca284c9 req-ad2ca26c-b057-48b9-b6ee-f3d67c916875 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:06.857126 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-eb8b86e8-ea35-4c19-9707-90810ca284c9 req-ad2ca26c-b057-48b9-b6ee-f3d67c916875 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0902166 Apr 14 16:08:06.891334 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-eb8b86e8-ea35-4c19-9707-90810ca284c9 req-353a5e62-42a8-430c-a085-3488fe603f1a tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279355 Apr 14 16:08:07.088133 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30ecf1-1169-4944-ad94-f83a0a9d4c3e req-32dd238f-0c40-45dc-9d98-cc77149d8049 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:07.089769 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6e30ecf1-1169-4944-ad94-f83a0a9d4c3e req-32dd238f-0c40-45dc-9d98-cc77149d8049 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 943 time: 0.0985610 Apr 14 16:08:07.122623 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6e30ecf1-1169-4944-ad94-f83a0a9d4c3e req-d4a6307e-63e8-4bb6-ba34-40eeae004ac0 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261943 Apr 14 16:08:07.291511 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654663a9-509d-4c7d-86fc-8200c0efbda6 req-394852d4-141b-4f05-8e38-3476e1c33ad7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:07.293384 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-654663a9-509d-4c7d-86fc-8200c0efbda6 req-394852d4-141b-4f05-8e38-3476e1c33ad7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.0885737 Apr 14 16:08:07.324174 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-654663a9-509d-4c7d-86fc-8200c0efbda6 req-63a8eda5-e10d-4c0a-bd1e-fadad5b955f3 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0244036 Apr 14 16:08:07.707390 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d89434-1ebc-40ec-a29c-c7690c514cf5 req-9fd06e9e-ed99-4f1f-b223-5eee9013aebb tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:07.708901 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-76d89434-1ebc-40ec-a29c-c7690c514cf5 req-9fd06e9e-ed99-4f1f-b223-5eee9013aebb tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 944 time: 0.0891809 Apr 14 16:08:07.739689 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-76d89434-1ebc-40ec-a29c-c7690c514cf5 req-6a830805-ec56-4706-94e8-60898cbb3e88 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238490 Apr 14 16:08:08.095323 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c714c2-006c-4435-bd92-7d8a242ae989 req-5a8d4cbb-2a30-4fce-b776-abd0be650f04 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:08.096940 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c1c714c2-006c-4435-bd92-7d8a242ae989 req-5a8d4cbb-2a30-4fce-b776-abd0be650f04 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0881388 Apr 14 16:08:08.129507 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c1c714c2-006c-4435-bd92-7d8a242ae989 req-d9c8b0c2-23dd-44b7-9c2c-65c304ce7ccd tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262220 Apr 14 16:08:08.326851 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ef9a6-d741-4fbf-aff6-69370e201801 req-a1b3c475-3371-430c-b95d-d26d25984614 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:08.328442 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f16ef9a6-d741-4fbf-aff6-69370e201801 req-a1b3c475-3371-430c-b95d-d26d25984614 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 943 time: 0.0906270 Apr 14 16:08:08.359994 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f16ef9a6-d741-4fbf-aff6-69370e201801 req-12ed42a2-8f86-4cac-94c0-f203aae6adcf tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244510 Apr 14 16:08:08.937998 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ef806-7627-4eb6-ba3f-9cd9bf10d85d req-d5164308-0884-4409-baa9-b60846b5f6ef tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:08.939617 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-cb9ef806-7627-4eb6-ba3f-9cd9bf10d85d req-d5164308-0884-4409-baa9-b60846b5f6ef tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 944 time: 0.0873940 Apr 14 16:08:08.970452 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-cb9ef806-7627-4eb6-ba3f-9cd9bf10d85d req-f46e7118-fa6b-4ee7-838f-b2df50449818 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244665 Apr 14 16:08:09.332621 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a360834-2699-4a56-bbc5-fdf92c013ec0 req-09ae9ea6-e179-4e5a-b71f-c848f0c2d20d tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:09.334267 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1a360834-2699-4a56-bbc5-fdf92c013ec0 req-09ae9ea6-e179-4e5a-b71f-c848f0c2d20d tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0912433 Apr 14 16:08:09.365003 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1a360834-2699-4a56-bbc5-fdf92c013ec0 req-401cbab9-72b4-469a-a1dd-530bf75dd5ac tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241838 Apr 14 16:08:09.447270 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device ad34fb0e-59ef-400d-a5ac-b9151322a618 up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:08:09.519886 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning for port ad34fb0e-59ef-400d-a5ac-b9151322a618 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:08:09.524731 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port ad34fb0e-59ef-400d-a5ac-b9151322a618 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:08:09.525145 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:09.562751 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c8ffe-34bd-472c-a991-e168f7847b09 req-e9ecde8e-11a2-4bb9-bbc6-12a2c84bc0ff tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:09.564341 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-180c8ffe-34bd-472c-a991-e168f7847b09 req-e9ecde8e-11a2-4bb9-bbc6-12a2c84bc0ff tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 943 time: 0.0884202 Apr 14 16:08:09.595968 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-180c8ffe-34bd-472c-a991-e168f7847b09 req-e878015c-954a-440e-a3e7-b999039af075 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250316 Apr 14 16:08:09.649547 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:09.660878 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbd9111-21e1-47cc-acfc-ac8c903e804a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad34fb0e-59ef-400d-a5ac-b9151322a618'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:08:09.671710 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port ad34fb0e-59ef-400d-a5ac-b9151322a618, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ad34fb0e-59ef-400d-a5ac-b9151322a618,segment=NetworkSegment(b381b6c6-6aa9-422a-afa4-1af838049569),segment_id=b381b6c6-6aa9-422a-afa4-1af838049569)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:09.675473 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:09.677520 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:09.714819 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbd9111-21e1-47cc-acfc-ac8c903e804a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad34fb0e-59ef-400d-a5ac-b9151322a618', 'code': 200} Apr 14 16:08:09.748852 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=ad34fb0e-59ef-400d-a5ac-b9151322a618,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:09.752145 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:10.175402 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534db34-389e-4f81-a70a-1fd817e3e97e req-dc29f711-96a5-4ba6-b4c5-2b1ef51ffdf0 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:10.176971 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4534db34-389e-4f81-a70a-1fd817e3e97e req-dc29f711-96a5-4ba6-b4c5-2b1ef51ffdf0 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 945 time: 0.0915890 Apr 14 16:08:10.208425 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4534db34-389e-4f81-a70a-1fd817e3e97e req-a382fc5f-37eb-45f1-98b4-0a9e5a514609 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244775 Apr 14 16:08:10.565265 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092eb1d-1770-4f79-ae7e-ce1405d05041 req-33f66e76-4522-45e9-ab17-2f5fc2133313 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:10.567523 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6092eb1d-1770-4f79-ae7e-ce1405d05041 req-33f66e76-4522-45e9-ab17-2f5fc2133313 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0890410 Apr 14 16:08:10.579875 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 9f65be99-82f5-4c60-baf3-965f4b13a12c details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:08:10.607037 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6092eb1d-1770-4f79-ae7e-ce1405d05041 req-6e2e7a50-6b31-4060-a50e-1adc6d52ccc1 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268066 Apr 14 16:08:10.730387 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 9f65be99-82f5-4c60-baf3-965f4b13a12c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9f65be99-82f5-4c60-baf3-965f4b13a12c,segment=NetworkSegment(ccc78c37-061d-418e-a68d-5b478ad815ad),segment_id=ccc78c37-061d-418e-a68d-5b478ad815ad)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:10.737842 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-afe61927-4466-4ec0-b6fa-fe9946c8039f req-8f9577bc-94ce-464b-9709-5f71184a66c8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0845850 Apr 14 16:08:10.745542 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': '9f65be99-82f5-4c60-baf3-965f4b13a12c', 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b', 'port_id': '9f65be99-82f5-4c60-baf3-965f4b13a12c', 'mac_address': 'fa:16:3e:9b:3c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57968d7e-63eb-4b61-9f14-3a65dd80afa6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:08:10.813550 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:10.814917 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f65be99-82f5-4c60-baf3-965f4b13a12c {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:08:10.831873 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 9f65be99-82f5-4c60-baf3-965f4b13a12c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9f65be99-82f5-4c60-baf3-965f4b13a12c,segment=NetworkSegment(ccc78c37-061d-418e-a68d-5b478ad815ad),segment_id=ccc78c37-061d-418e-a68d-5b478ad815ad)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:10.836397 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:10.836941 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526edc2d-240d-431e-ab03-990d039431ac req-a478ec7f-f872-429c-9aee-b1f4832c0d77 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:10.838936 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:10.839732 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-526edc2d-240d-431e-ab03-990d039431ac req-a478ec7f-f872-429c-9aee-b1f4832c0d77 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 943 time: 0.1029098 Apr 14 16:08:10.873731 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-526edc2d-240d-431e-ab03-990d039431ac req-ffc04179-d06b-42e6-9130-820d1bb44349 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255508 Apr 14 16:08:10.909531 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=9f65be99-82f5-4c60-baf3-965f4b13a12c,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:10.918062 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:10.918266 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:10.918580 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:10.918955 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:10.919329 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:10.919701 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:10.920071 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:10.920440 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:10.920814 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:10.921184 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:10.921547 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:10.921910 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:10.925901 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:10.933854 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9833f2-3bad-4391-a4dd-cac25db2591f req-e011229c-454c-4e51-b86e-771760cb083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:10.935488 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9b9833f2-3bad-4391-a4dd-cac25db2591f req-e011229c-454c-4e51-b86e-771760cb083e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 1098 time: 0.1113899 Apr 14 16:08:10.938290 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe61927-4466-4ec0-b6fa-fe9946c8039f req-30e785de-5a60-4a45-b39b-3ca243249ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:10.939742 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-afe61927-4466-4ec0-b6fa-fe9946c8039f req-30e785de-5a60-4a45-b39b-3ca243249ea6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56f3498a3fcb47e2972e9fbd622c8e0e&device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 1098 time: 0.1567876 Apr 14 16:08:10.967020 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9b9833f2-3bad-4391-a4dd-cac25db2591f req-43d8147f-4b02-4d2d-987e-75839d0a85f6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0213521 Apr 14 16:08:11.337441 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe61927-4466-4ec0-b6fa-fe9946c8039f req-f43ed2c9-b1c2-4943-8e4d-46c8ed2e2fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:11.339210 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-afe61927-4466-4ec0-b6fa-fe9946c8039f req-f43ed2c9-b1c2-4943-8e4d-46c8ed2e2fc5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c1a55e38-c40c-46a7-8269-2f73e5dda381 HTTP/1.1" status: 200 len: 918 time: 0.3743742 Apr 14 16:08:11.358993 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['9f65be99-82f5-4c60-baf3-965f4b13a12c'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:08:11.420742 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-afe61927-4466-4ec0-b6fa-fe9946c8039f req-40731a12-2b50-4b83-9d15-7ff36c5f0e1c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a058a002-4d90-455d-b8e8-a219ed9f972e HTTP/1.1" status: 200 len: 217 time: 0.0744200 Apr 14 16:08:11.424577 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7249445-2fcf-4aff-9415-f229d57f2705 req-5b9c7587-571f-41d4-aeaf-ef5172feac7e tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:11.426535 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e7249445-2fcf-4aff-9415-f229d57f2705 req-5b9c7587-571f-41d4-aeaf-ef5172feac7e tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 945 time: 0.0972979 Apr 14 16:08:11.458621 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e7249445-2fcf-4aff-9415-f229d57f2705 req-2dc99339-1e74-4edc-babe-ccd7d1b41cf4 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252266 Apr 14 16:08:11.492038 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe61927-4466-4ec0-b6fa-fe9946c8039f req-a93ec0ea-a64b-4db9-be2b-f9d785dd2020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:11.493645 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-afe61927-4466-4ec0-b6fa-fe9946c8039f req-a93ec0ea-a64b-4db9-be2b-f9d785dd2020 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a853725d-d158-4e46-bb35-3a52e24eb68b HTTP/1.1" status: 200 len: 857 time: 0.0654101 Apr 14 16:08:11.556563 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-afe61927-4466-4ec0-b6fa-fe9946c8039f req-664f435d-ea9d-4939-83d6-a5b804b37535 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1a55e38-c40c-46a7-8269-2f73e5dda381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467939 Apr 14 16:08:11.767588 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-afe61927-4466-4ec0-b6fa-fe9946c8039f req-f28496db-9e50-4899-8772-6eb4e5058dd3 service neutron] 10.222.0.54 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024553 Apr 14 16:08:11.802698 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113c3ee-25ba-4053-a76e-a310ef443db6 req-e81dc6ab-42aa-43f4-b5eb-d5657374433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:11.804272 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e113c3ee-25ba-4053-a76e-a310ef443db6 req-e81dc6ab-42aa-43f4-b5eb-d5657374433a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 1099 time: 0.1488903 Apr 14 16:08:11.822350 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c459ce2-1c63-41c4-a052-ca67c6f6294c req-43e2fdfd-9f95-4380-ace3-d214a5e2ba3c tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:11.824574 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4c459ce2-1c63-41c4-a052-ca67c6f6294c req-43e2fdfd-9f95-4380-ace3-d214a5e2ba3c tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0953586 Apr 14 16:08:11.855418 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4c459ce2-1c63-41c4-a052-ca67c6f6294c req-475c19b7-e9bf-4196-ba42-136594dc5aff tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244694 Apr 14 16:08:11.895289 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e113c3ee-25ba-4053-a76e-a310ef443db6 req-79bec6c3-85e3-4444-a66c-cb9626772917 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758729 Apr 14 16:08:11.936728 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-afe61927-4466-4ec0-b6fa-fe9946c8039f req-c67c8c4e-1665-486d-bcb2-55df4dfce38f service neutron] 10.222.0.54 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601517 Apr 14 16:08:12.088308 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82568e7d-114b-4864-ba8d-f703cfd313e7 req-5ff8747c-94b3-42e7-94bd-b67af35775fb tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:12.089914 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-82568e7d-114b-4864-ba8d-f703cfd313e7 req-5ff8747c-94b3-42e7-94bd-b67af35775fb tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 944 time: 0.0917821 Apr 14 16:08:12.121155 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-82568e7d-114b-4864-ba8d-f703cfd313e7 req-b7791eb8-9b3f-406a-ae7b-6f7638379e02 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246885 Apr 14 16:08:12.668344 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c2a49-645c-4275-b2c1-3f98079deddc req-5e0f8ffb-158e-4c28-a78a-6f197751dd36 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:12.669963 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-025c2a49-645c-4275-b2c1-3f98079deddc req-5e0f8ffb-158e-4c28-a78a-6f197751dd36 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 945 time: 0.0976503 Apr 14 16:08:12.701022 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-025c2a49-645c-4275-b2c1-3f98079deddc req-4642794b-1fae-4f81-bd48-b9c6341f4bc0 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245755 Apr 14 16:08:13.093806 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0299b-edfb-48ca-8e84-b6ef2fb50c38 req-bd1a63a8-bfd7-43d2-9c0b-0afd07dae502 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:13.098676 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-dbf0299b-edfb-48ca-8e84-b6ef2fb50c38 req-bd1a63a8-bfd7-43d2-9c0b-0afd07dae502 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.1216435 Apr 14 16:08:13.130535 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-dbf0299b-edfb-48ca-8e84-b6ef2fb50c38 req-bcac6c2f-58e6-4e2c-a53c-e789a41ce86b tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286832 Apr 14 16:08:13.137506 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:13.326205 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15407e-45fb-490b-ba37-7df899fb6569 req-5888b4fe-e902-4d02-afc3-1b45af00f4dd tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:13.327815 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ed15407e-45fb-490b-ba37-7df899fb6569 req-5888b4fe-e902-4d02-afc3-1b45af00f4dd tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 944 time: 0.0912669 Apr 14 16:08:13.357790 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ed15407e-45fb-490b-ba37-7df899fb6569 req-957bf31e-23a7-46f5-8fe1-3ad9bfdb0f77 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237446 Apr 14 16:08:14.336284 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0800cbb-ead7-4a9d-b77d-529528acdbe4 req-677531e9-0604-45af-83f4-172c23879c66 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:14.337916 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e0800cbb-ead7-4a9d-b77d-529528acdbe4 req-677531e9-0604-45af-83f4-172c23879c66 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0879498 Apr 14 16:08:14.368862 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e0800cbb-ead7-4a9d-b77d-529528acdbe4 req-3ce55183-e512-4450-bcff-f820a5317a1a tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237982 Apr 14 16:08:14.564528 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 9f65be99-82f5-4c60-baf3-965f4b13a12c up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:08:14.569954 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c92377-afbb-4850-bfb2-52f084778a31 req-a44642b4-5846-4fb3-b1b8-1ca1db5fd2b2 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:14.571684 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-14c92377-afbb-4850-bfb2-52f084778a31 req-a44642b4-5846-4fb3-b1b8-1ca1db5fd2b2 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 944 time: 0.0922766 Apr 14 16:08:14.604420 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-14c92377-afbb-4850-bfb2-52f084778a31 req-a46856fd-1756-4419-9006-7e83a87621e7 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255535 Apr 14 16:08:14.634910 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning for port 9f65be99-82f5-4c60-baf3-965f4b13a12c completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:08:14.640781 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port 9f65be99-82f5-4c60-baf3-965f4b13a12c triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:08:14.641202 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:14.771002 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:14.782609 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb122259-c678-4717-bef9-9c892d0f00bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f65be99-82f5-4c60-baf3-965f4b13a12c'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:08:14.793378 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 9f65be99-82f5-4c60-baf3-965f4b13a12c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9f65be99-82f5-4c60-baf3-965f4b13a12c,segment=NetworkSegment(ccc78c37-061d-418e-a68d-5b478ad815ad),segment_id=ccc78c37-061d-418e-a68d-5b478ad815ad)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:14.796769 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:14.798751 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-250da3d2-52ac-4012-8974-dbd9a155a86b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:14.837527 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb122259-c678-4717-bef9-9c892d0f00bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f65be99-82f5-4c60-baf3-965f4b13a12c', 'code': 200} Apr 14 16:08:14.875439 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=9f65be99-82f5-4c60-baf3-965f4b13a12c,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:14.878970 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:15.144202 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97045324-6eee-415c-bca4-315423a8f42a req-c442b93e-d608-4f2c-b5a8-3b2bbe376d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:15.146171 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-97045324-6eee-415c-bca4-315423a8f42a req-c442b93e-d608-4f2c-b5a8-3b2bbe376d58 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 1098 time: 0.0782168 Apr 14 16:08:15.194397 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-97045324-6eee-415c-bca4-315423a8f42a req-f7775595-b040-4753-9103-46e18c3504fb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258985 Apr 14 16:08:15.581162 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7699d79-1b66-4732-9556-49f11dace725 req-a3f6248c-26a0-4c1d-b26f-594ddada4829 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:15.582871 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a7699d79-1b66-4732-9556-49f11dace725 req-a3f6248c-26a0-4c1d-b26f-594ddada4829 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0945234 Apr 14 16:08:15.615105 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a7699d79-1b66-4732-9556-49f11dace725 req-897cf6be-a876-4610-a72f-c77cb5abca72 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252368 Apr 14 16:08:15.813934 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee303c-fa72-4fbd-9266-7e556931b130 req-eae7ae67-c5af-4e21-bdd3-786251ed15e2 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:15.815574 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b6ee303c-fa72-4fbd-9266-7e556931b130 req-eae7ae67-c5af-4e21-bdd3-786251ed15e2 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 945 time: 0.0916119 Apr 14 16:08:15.847284 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b6ee303c-fa72-4fbd-9266-7e556931b130 req-3bb660da-0d8a-49a1-bbb4-2be9812b9144 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250778 Apr 14 16:08:16.817351 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce07a5-2d4e-4275-974f-28ec398d831d req-d39d18ef-1be4-42a4-8881-d2097e0bea4a tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:16.818956 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c7ce07a5-2d4e-4275-974f-28ec398d831d req-d39d18ef-1be4-42a4-8881-d2097e0bea4a tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0860236 Apr 14 16:08:16.849106 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c7ce07a5-2d4e-4275-974f-28ec398d831d req-07cb17bf-999e-4f23-b005-97d0c0cba136 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238538 Apr 14 16:08:17.057607 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88417861-7376-4dfe-b478-3254e1c116b0 req-b4118620-a016-423a-bf75-16e44f42dfe7 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:17.059230 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-88417861-7376-4dfe-b478-3254e1c116b0 req-b4118620-a016-423a-bf75-16e44f42dfe7 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 945 time: 0.0930779 Apr 14 16:08:17.090763 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-88417861-7376-4dfe-b478-3254e1c116b0 req-722cabc9-2c1d-4383-ae3f-7d7c792aefcd tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246022 Apr 14 16:08:17.368556 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78e22d-8b87-4d41-b53b-641393f7075e req-b58586a0-f591-40b7-93f1-81d846ab8065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:17.370234 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-db78e22d-8b87-4d41-b53b-641393f7075e req-b58586a0-f591-40b7-93f1-81d846ab8065 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=56f3498a3fcb47e2972e9fbd622c8e0e&device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 1099 time: 0.0783505 Apr 14 16:08:17.413038 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29bebb-6c94-4c69-a7c3-4c32a4a71ec0 req-5ce62dd0-fa1b-4873-8386-d8b75666ad19 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:17.414674 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7d29bebb-6c94-4c69-a7c3-4c32a4a71ec0 req-5ce62dd0-fa1b-4873-8386-d8b75666ad19 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0886533 Apr 14 16:08:17.449085 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7d29bebb-6c94-4c69-a7c3-4c32a4a71ec0 req-7cf2c26c-35a6-4b2d-9d59-75082c66fc4e tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275562 Apr 14 16:08:17.519242 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78e22d-8b87-4d41-b53b-641393f7075e req-7200ef82-295c-4720-94f2-73caa46154ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:17.521467 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-db78e22d-8b87-4d41-b53b-641393f7075e req-7200ef82-295c-4720-94f2-73caa46154ce service neutron] 10.222.0.54 "GET /v2.0/networks?id=c1a55e38-c40c-46a7-8269-2f73e5dda381 HTTP/1.1" status: 200 len: 918 time: 0.1402507 Apr 14 16:08:17.599630 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-db78e22d-8b87-4d41-b53b-641393f7075e req-4c83bbc2-f8cc-4800-92d2-ed6d9db1377b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7df13d7a-3651-4a49-a27f-fb20faca443f HTTP/1.1" status: 200 len: 217 time: 0.0698767 Apr 14 16:08:17.672995 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78e22d-8b87-4d41-b53b-641393f7075e req-df935da1-521f-4155-b67b-fb9d9f36023b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:17.674622 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-db78e22d-8b87-4d41-b53b-641393f7075e req-df935da1-521f-4155-b67b-fb9d9f36023b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a853725d-d158-4e46-bb35-3a52e24eb68b HTTP/1.1" status: 200 len: 857 time: 0.0659232 Apr 14 16:08:17.738731 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-db78e22d-8b87-4d41-b53b-641393f7075e req-3d2e4152-b385-49e5-ac76-c8e1e5b07a39 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1a55e38-c40c-46a7-8269-2f73e5dda381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566821 Apr 14 16:08:17.902575 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-db78e22d-8b87-4d41-b53b-641393f7075e req-4966988d-5481-4d6d-a639-16196a325028 service neutron] 10.222.0.54 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485629 Apr 14 16:08:18.054537 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-db78e22d-8b87-4d41-b53b-641393f7075e req-5aac26ba-1738-4b00-9a8d-2efe2512695c service neutron] 10.222.0.54 "GET /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419106 Apr 14 16:08:18.308887 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a4504-b601-4fc0-9086-273bab0e54a3 req-cf9bc273-3767-4bc5-b20e-e7ba36ea3e69 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:18.327301 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d49a4504-b601-4fc0-9086-273bab0e54a3 req-cf9bc273-3767-4bc5-b20e-e7ba36ea3e69 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 945 time: 0.0908892 Apr 14 16:08:18.343273 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d49a4504-b601-4fc0-9086-273bab0e54a3 req-ac8e08b0-9a0d-4f0c-bb92-ec0fdb967593 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259728 Apr 14 16:08:18.661692 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fda947-d16a-44ea-9950-9c99690b8e4d req-13214f79-c53f-4fa2-823e-9d91955ca666 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:18.663330 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-68fda947-d16a-44ea-9950-9c99690b8e4d req-13214f79-c53f-4fa2-823e-9d91955ca666 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0903728 Apr 14 16:08:18.695033 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-68fda947-d16a-44ea-9950-9c99690b8e4d req-f36402f7-62a9-4ffd-aafa-1f20833036f3 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250516 Apr 14 16:08:19.355041 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:08:19.551059 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b3136-3fd1-43bc-a982-84bf7290c0f3 req-b71c45b5-a267-46ba-8a8b-7d62fa850233 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:19.552559 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c57b3136-3fd1-43bc-a982-84bf7290c0f3 req-b71c45b5-a267-46ba-8a8b-7d62fa850233 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 945 time: 0.0963442 Apr 14 16:08:19.583105 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c57b3136-3fd1-43bc-a982-84bf7290c0f3 req-a792f179-6a8c-4af1-bddc-6df0afdcc47b tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0234077 Apr 14 16:08:19.786468 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4c77a-6605-4854-8ee1-b0c4273284b5 req-21473005-dd34-4190-a0ed-5c166b2e55e0 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:19.788070 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f2d4c77a-6605-4854-8ee1-b0c4273284b5 req-21473005-dd34-4190-a0ed-5c166b2e55e0 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 945 time: 0.0887384 Apr 14 16:08:19.856964 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f2d4c77a-6605-4854-8ee1-b0c4273284b5 req-107311a6-1d69-4cc0-88e2-341f767b042e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615966 Apr 14 16:08:19.909117 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0570824-ec50-4c8e-94b0-a6e9968406b1 req-02a6e29e-cec6-45da-bc49-e479461cf127 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:19.910783 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c0570824-ec50-4c8e-94b0-a6e9968406b1 req-02a6e29e-cec6-45da-bc49-e479461cf127 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0959516 Apr 14 16:08:19.961951 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c0570824-ec50-4c8e-94b0-a6e9968406b1 req-5e365881-44eb-41c5-9b8f-5480e2346471 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426214 Apr 14 16:08:20.370892 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c322e7-c303-46c1-945c-6b7698621312 req-ccd11d52-dc5a-447a-8b9a-0d01bbcb462b tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:20.372481 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-65c322e7-c303-46c1-945c-6b7698621312 req-ccd11d52-dc5a-447a-8b9a-0d01bbcb462b tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 945 time: 0.0865791 Apr 14 16:08:20.403286 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-65c322e7-c303-46c1-945c-6b7698621312 req-34930ae5-0d14-4475-9416-58b63f12779a tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243218 Apr 14 16:08:21.171022 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910e876-edb4-4867-bbdf-98fc1146ce62 req-0cd5853e-fe6a-4ec6-bc18-25ab56dba450 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:21.172608 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c910e876-edb4-4867-bbdf-98fc1146ce62 req-0cd5853e-fe6a-4ec6-bc18-25ab56dba450 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0955806 Apr 14 16:08:21.204407 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c910e876-edb4-4867-bbdf-98fc1146ce62 req-3e87ac2d-7fac-4983-834f-3967aa446a57 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254338 Apr 14 16:08:22.407874 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28301821-e850-4a4f-9d42-dc31aca17368 req-d48ce334-0181-4aaa-b682-5bcf83aad3c4 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:22.409463 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-28301821-e850-4a4f-9d42-dc31aca17368 req-d48ce334-0181-4aaa-b682-5bcf83aad3c4 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0878544 Apr 14 16:08:22.441728 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-28301821-e850-4a4f-9d42-dc31aca17368 req-450041e5-f1d5-40d1-8c64-3c4488a4b9b5 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256882 Apr 14 16:08:23.669143 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddadaff-ee40-4221-b5e8-aebe5e899c08 req-ce7ca357-2106-4cf3-9df5-1cd4e49bf62d tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:23.671487 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5ddadaff-ee40-4221-b5e8-aebe5e899c08 req-ce7ca357-2106-4cf3-9df5-1cd4e49bf62d tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0963597 Apr 14 16:08:23.710847 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5ddadaff-ee40-4221-b5e8-aebe5e899c08 req-dc7b8f90-f64d-4d3c-a30f-a322f105917b tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326784 Apr 14 16:08:24.647105 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73e8c7-a2d8-4add-babe-a3d6e4877b0e req-158e5076-911d-469d-8650-50a8c56e5c1d tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:24.648708 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ac73e8c7-a2d8-4add-babe-a3d6e4877b0e req-158e5076-911d-469d-8650-50a8c56e5c1d tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 945 time: 0.0905542 Apr 14 16:08:24.679913 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ac73e8c7-a2d8-4add-babe-a3d6e4877b0e req-5b7da50f-14f8-473a-9694-b257a6ca82fc tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240901 Apr 14 16:08:25.884162 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2cc02-ea16-4ea2-b58e-58c490cb9065 req-2b5380ed-1dbe-4c92-9013-2d44f5aaf42b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:25.885838 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-55c2cc02-ea16-4ea2-b58e-58c490cb9065 req-2b5380ed-1dbe-4c92-9013-2d44f5aaf42b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 945 time: 0.0909216 Apr 14 16:08:25.917332 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-55c2cc02-ea16-4ea2-b58e-58c490cb9065 req-5906ca33-4cd9-49b8-9483-62b062e05a7f tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242381 Apr 14 16:08:26.787384 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ab088164-bcb0-43b5-9093-5c6422e76b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:27.116894 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5637b2-ff89-44a2-be67-c26deeee3bd7 req-d7c87ab4-a7b6-4f0a-9cdd-b3c81cf2dd47 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:27.118440 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-cf5637b2-ff89-44a2-be67-c26deeee3bd7 req-d7c87ab4-a7b6-4f0a-9cdd-b3c81cf2dd47 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 945 time: 0.0875924 Apr 14 16:08:27.151238 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-cf5637b2-ff89-44a2-be67-c26deeee3bd7 req-79f5a40c-2b3d-4ea4-af67-38124a8522a7 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257139 Apr 14 16:08:27.810924 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add77a12-23e4-4b6f-82fc-fee1b45880c7 req-eed06206-33bf-4329-b1f2-f0bb294a476f tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:27.811818 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-add77a12-23e4-4b6f-82fc-fee1b45880c7 req-eed06206-33bf-4329-b1f2-f0bb294a476f tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Synchronizing usage tracker for tenant:b1c24bc0955d40daaf93ec04f0cf5e9a on resource:port {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:08:27.828461 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-add77a12-23e4-4b6f-82fc-fee1b45880c7 req-eed06206-33bf-4329-b1f2-f0bb294a476f tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Unset dirty status for tenant:b1c24bc0955d40daaf93ec04f0cf5e9a on resource:port {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:08:27.829687 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-add77a12-23e4-4b6f-82fc-fee1b45880c7 req-eed06206-33bf-4329-b1f2-f0bb294a476f tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 945 time: 0.1076922 Apr 14 16:08:27.911114 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-add77a12-23e4-4b6f-82fc-fee1b45880c7 req-a30120eb-c32b-4272-b6be-119e4986ed1b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Deleting port 26f52dac-95f9-4d88-a750-3b3937f9c4a2 {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:08:27.911501 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-add77a12-23e4-4b6f-82fc-fee1b45880c7 req-a30120eb-c32b-4272-b6be-119e4986ed1b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:28.175050 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-add77a12-23e4-4b6f-82fc-fee1b45880c7 req-a30120eb-c32b-4272-b6be-119e4986ed1b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] For port 26f52dac-95f9-4d88-a750-3b3937f9c4a2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=26f52dac-95f9-4d88-a750-3b3937f9c4a2,segment=NetworkSegment(69694584-71e3-4517-b7c8-8c8615127aeb),segment_id=69694584-71e3-4517-b7c8-8c8615127aeb)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:28.175661 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-add77a12-23e4-4b6f-82fc-fee1b45880c7 req-a30120eb-c32b-4272-b6be-119e4986ed1b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:28.309767 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-add77a12-23e4-4b6f-82fc-fee1b45880c7 req-a30120eb-c32b-4272-b6be-119e4986ed1b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Calling delete_port for 26f52dac-95f9-4d88-a750-3b3937f9c4a2 owned by compute:nova {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:08:28.358956 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360ace7-45d8-4513-b1ed-558d072ad0b5 req-7eec0234-244b-412c-9f4b-b50b71b68b0a tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:28.360599 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0360ace7-45d8-4513-b1ed-558d072ad0b5 req-7eec0234-244b-412c-9f4b-b50b71b68b0a tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 945 time: 0.0915389 Apr 14 16:08:28.391540 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0360ace7-45d8-4513-b1ed-558d072ad0b5 req-beaebb82-323b-4edd-82ab-21060bfe5d99 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246017 Apr 14 16:08:28.470865 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-add77a12-23e4-4b6f-82fc-fee1b45880c7 req-a30120eb-c32b-4272-b6be-119e4986ed1b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:28.486745 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-71376244-be0d-4179-b334-c7b79065f37e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:28.487646 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['26f52dac-95f9-4d88-a750-3b3937f9c4a2'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:08:28.544854 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30120eb-c32b-4272-b6be-119e4986ed1b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Pushing event deleted for resources: {'Port': ['ID=26f52dac-95f9-4d88-a750-3b3937f9c4a2,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:28.559080 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30120eb-c32b-4272-b6be-119e4986ed1b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:28.559496 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30120eb-c32b-4272-b6be-119e4986ed1b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:28.559897 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30120eb-c32b-4272-b6be-119e4986ed1b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:28.560296 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30120eb-c32b-4272-b6be-119e4986ed1b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:28.560688 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30120eb-c32b-4272-b6be-119e4986ed1b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:28.561079 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30120eb-c32b-4272-b6be-119e4986ed1b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:28.561477 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30120eb-c32b-4272-b6be-119e4986ed1b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:28.561904 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30120eb-c32b-4272-b6be-119e4986ed1b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:28.562317 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30120eb-c32b-4272-b6be-119e4986ed1b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:28.562703 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30120eb-c32b-4272-b6be-119e4986ed1b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:28.563089 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30120eb-c32b-4272-b6be-119e4986ed1b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:28.563473 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30120eb-c32b-4272-b6be-119e4986ed1b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:28.609437 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a30120eb-c32b-4272-b6be-119e4986ed1b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:28.742959 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-add77a12-23e4-4b6f-82fc-fee1b45880c7 req-a30120eb-c32b-4272-b6be-119e4986ed1b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] No DVR routers for this DVR port 26f52dac-95f9-4d88-a750-3b3937f9c4a2 on host hv-cinder-78626 {{(pid=85284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:08:28.745849 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-add77a12-23e4-4b6f-82fc-fee1b45880c7 req-a30120eb-c32b-4272-b6be-119e4986ed1b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:28.748720 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b38fd3-623c-44db-935b-d3410b39b8ac', 'name': 'network-vif-deleted', 'tag': '26f52dac-95f9-4d88-a750-3b3937f9c4a2'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:08:28.763195 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-add77a12-23e4-4b6f-82fc-fee1b45880c7 req-a30120eb-c32b-4272-b6be-119e4986ed1b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.54 "DELETE /v2.0/ports/26f52dac-95f9-4d88-a750-3b3937f9c4a2 HTTP/1.1" status: 204 len: 173 time: 0.9229076 Apr 14 16:08:28.801281 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b38fd3-623c-44db-935b-d3410b39b8ac', 'name': 'network-vif-deleted', 'tag': '26f52dac-95f9-4d88-a750-3b3937f9c4a2', 'status': 'completed', 'code': 200} Apr 14 16:08:29.422505 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8933a6f9-0821-4f90-9d2d-d54a2c034e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:29.583590 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6d8dc425-553f-44df-8dc0-95f2856f5e70 req-ddb874f6-490c-4409-b52b-5f720da1246c tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b38fd3-623c-44db-935b-d3410b39b8ac HTTP/1.1" status: 200 len: 210 time: 0.0529418 Apr 14 16:08:29.660791 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:30.412749 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:30.646847 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 26f52dac-95f9-4d88-a750-3b3937f9c4a2 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:08:30.685905 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] No Port match for: 26f52dac-95f9-4d88-a750-3b3937f9c4a2 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:08:30.686406 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 26f52dac-95f9-4d88-a750-3b3937f9c4a2 not bound to the agent host hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:08:32.047862 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:35.554498 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe2c7c-5279-4bfb-bc57-b1870fe7fa91 req-93de5265-809d-4809-b85a-f4257f152309 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:35.556241 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4efe2c7c-5279-4bfb-bc57-b1870fe7fa91 req-93de5265-809d-4809-b85a-f4257f152309 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 945 time: 0.1106637 Apr 14 16:08:35.603754 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4efe2c7c-5279-4bfb-bc57-b1870fe7fa91 req-334e239d-eca7-4e2c-9b64-0df45e9b9fb1 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396235 Apr 14 16:08:35.621488 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 36758) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:35.762544 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9479515c-ef32-4af6-8bc5-26e64cd9f3e3 tempest-TestMinimumBasicScenario-695411285 tempest-TestMinimumBasicScenario-695411285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:35.764215 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-9479515c-ef32-4af6-8bc5-26e64cd9f3e3 tempest-TestMinimumBasicScenario-695411285 tempest-TestMinimumBasicScenario-695411285-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 1093 time: 0.1412039 Apr 14 16:08:35.767374 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 36766) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:35.772799 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Request body: {'floatingip': {'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'port_id': '9f65be99-82f5-4c60-baf3-965f4b13a12c', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:35.779313 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:35.783302 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Usage tracker for resource:floatingip and tenant:1ac826e176e54f9dbeafa327d0de385c is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:08:35.786303 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:08:35.792507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:35.801549 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for floatingip, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:35.942675 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:36.088941 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Allocated IP 172.27.1.35 (6468e4de-2d6f-487c-961d-9bfd4b201113/10ad9ff7-e740-4818-a690-9a433745e0b4/4a9dec96-ce19-4f7f-b872-09ad4fd6c0f6) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:08:36.249742 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:36.279913 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:36.295880 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:36.440840 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Pushing event updated for resources: {'Port': ['ID=4a9dec96-ce19-4f7f-b872-09ad4fd6c0f6,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:36.445840 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:36.487360 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Network 6468e4de-2d6f-487c-961d-9bfd4b201113 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:08:36.488513 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:08:36.490837 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:08:37.184537 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:37.260263 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25958db7-f2bd-462c-beb1-3646dd3cf9ad req-a06d5377-f382-4813-b36e-102cd55093f2 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:37.261884 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-25958db7-f2bd-462c-beb1-3646dd3cf9ad req-a06d5377-f382-4813-b36e-102cd55093f2 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 945 time: 0.0921736 Apr 14 16:08:37.263166 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:37.293383 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-25958db7-f2bd-462c-beb1-3646dd3cf9ad req-0f0315ee-4540-4e42-bef2-070cda12dc64 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249329 Apr 14 16:08:37.536885 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:37.540334 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:37.555789 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-374783a0-888c-4cda-b960-8231e97ee497 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:37.689376 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Pushing event updated for resources: {'Port': ['ID=4a9dec96-ce19-4f7f-b872-09ad4fd6c0f6,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:37.698811 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:37.794161 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853071330'] for floatingip, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:37.970140 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.l3_db [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Floating IP bdb509bc-3827-4906-89b7-d5ea1e82322d associated. External IP: 172.27.1.35, port: 9f65be99-82f5-4c60-baf3-965f4b13a12c. Apr 14 16:08:38.350640 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Router ed568792-f9c9-4742-9165-5b7f44e54617 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:08:38.498656 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb22ed-36b5-486f-8c60-ec06fb23cfb8 req-880faf83-dfd6-45ff-bab5-9a68c92c94ba tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:38.500334 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-17bb22ed-36b5-486f-8c60-ec06fb23cfb8 req-880faf83-dfd6-45ff-bab5-9a68c92c94ba tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 945 time: 0.0917146 Apr 14 16:08:38.530490 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-17bb22ed-36b5-486f-8c60-ec06fb23cfb8 req-87ea7444-45e7-429c-acda-d36d552084b7 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238416 Apr 14 16:08:38.544058 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:08:38.554199 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097ae804-e926-49cc-9d3d-507918d3d963 None None] Sync routers for ids ['ed568792-f9c9-4742-9165-5b7f44e54617'] in dv-cinder-786260-2-iscsi {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:08:38.564619 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097ae804-e926-49cc-9d3d-507918d3d963 None None] Routers {'ed568792-f9c9-4742-9165-5b7f44e54617'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:08:38.565285 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-097ae804-e926-49cc-9d3d-507918d3d963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:08:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['ed568792-f9c9-4742-9165-5b7f44e54617'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:38.568371 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for floatingip, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:38.625971 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8575008 Apr 14 16:08:38.626667 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb122259-c678-4717-bef9-9c892d0f00bb', 'tag': '9f65be99-82f5-4c60-baf3-965f4b13a12c'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:08:38.629063 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 36802) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:38.635648 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1671420072', 'description': 'tempest-secgroup-smoke-1671420072 description', 'project_id': '1ac826e176e54f9dbeafa327d0de385c'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:38.642242 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:38.652797 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:38.662715 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:38.667183 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:38.671579 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Usage tracker for resource:security_group_rule and tenant:1ac826e176e54f9dbeafa327d0de385c is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:08:38.675379 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:08:38.678294 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb122259-c678-4717-bef9-9c892d0f00bb', 'tag': '9f65be99-82f5-4c60-baf3-965f4b13a12c', 'status': 'completed', 'code': 200} Apr 14 16:08:38.682525 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:38.755969 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:38.757005 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-097ae804-e926-49cc-9d3d-507918d3d963 None None] Set router ed568792-f9c9-4742-9165-5b7f44e54617 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:08:38.758597 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:38.764811 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d1b868e9-077f-4e6f-916e-2ab7816baff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:38.809804 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96aacd12-02a2-4545-88a9-a7f389c469ac,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:38.817265 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:38.818589 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1883194 Apr 14 16:08:38.820276 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:38.820693 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:38.821099 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:38.821501 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:38.821900 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:38.822015 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 36808) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:38.822876 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:38.823259 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:38.823653 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:38.824064 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:38.824435 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:38.824867 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:38.825197 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:08:38.829003 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:38.829449 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-0a824e6c-5647-4a9a-8b56-2014242a1cb5 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Request body: {'security_group_rule': {'security_group_id': '96aacd12-02a2-4545-88a9-a7f389c469ac', 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:38.836131 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-0a824e6c-5647-4a9a-8b56-2014242a1cb5 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:38.840191 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-0a824e6c-5647-4a9a-8b56-2014242a1cb5 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Usage tracker for resource:security_group_rule and tenant:1ac826e176e54f9dbeafa327d0de385c is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:08:38.843186 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-0a824e6c-5647-4a9a-8b56-2014242a1cb5 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:08:38.849906 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-0a824e6c-5647-4a9a-8b56-2014242a1cb5 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:38.866072 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0a824e6c-5647-4a9a-8b56-2014242a1cb5 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:38.931904 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0a824e6c-5647-4a9a-8b56-2014242a1cb5 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:38.934437 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0a824e6c-5647-4a9a-8b56-2014242a1cb5 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:38.942350 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-57a16ec7-96c2-4ee9-88d4-40dbfd107b8f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:38.964902 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a824e6c-5647-4a9a-8b56-2014242a1cb5 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aaceda9-2576-459d-9b9a-dc5088e6f37c,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:38.967590 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0a824e6c-5647-4a9a-8b56-2014242a1cb5 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:38.971934 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0a824e6c-5647-4a9a-8b56-2014242a1cb5 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:38.973140 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-0a824e6c-5647-4a9a-8b56-2014242a1cb5 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495132 Apr 14 16:08:38.975972 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 36812) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:38.981575 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-5f9952ab-a7ef-496b-9e48-e62c6fd98915 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Request body: {'security_group_rule': {'security_group_id': '96aacd12-02a2-4545-88a9-a7f389c469ac', 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:38.987821 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-5f9952ab-a7ef-496b-9e48-e62c6fd98915 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:38.991806 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-5f9952ab-a7ef-496b-9e48-e62c6fd98915 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Usage tracker for resource:security_group_rule and tenant:1ac826e176e54f9dbeafa327d0de385c is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:08:38.994770 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-5f9952ab-a7ef-496b-9e48-e62c6fd98915 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:08:39.000806 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-5f9952ab-a7ef-496b-9e48-e62c6fd98915 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:39.018569 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5f9952ab-a7ef-496b-9e48-e62c6fd98915 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:39.085634 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5f9952ab-a7ef-496b-9e48-e62c6fd98915 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:39.088880 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5f9952ab-a7ef-496b-9e48-e62c6fd98915 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:39.090948 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:39.114538 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9952ab-a7ef-496b-9e48-e62c6fd98915 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1026de9a-8154-4595-809b-0014f1b0d409,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:39.118819 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-5f9952ab-a7ef-496b-9e48-e62c6fd98915 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:39.125982 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5f9952ab-a7ef-496b-9e48-e62c6fd98915 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:39.129918 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-097ae804-e926-49cc-9d3d-507918d3d963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'name': 'tempest-TestMinimumBasicScenario-1164931284-router', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:07:01Z', 'updated_at': '2021-04-14T16:07:09Z', 'revision_number': 4, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'gw_port': {'id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:02Z', 'updated_at': '2021-04-14T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': 'bdb509bc-3827-4906-89b7-d5ea1e82322d', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'port_id': '9f65be99-82f5-4c60-baf3-965f4b13a12c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b', 'mac_address': 'fa:16:3e:9b:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb122259-c678-4717-bef9-9c892d0f00bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:08:37Z', 'updated_at': '2021-04-14T16:08:37Z', 'revision_number': 0, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffbdee28-1c06-4a24-89d5-fc86040c3357', 'name': '', 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'mac_address': 'fa:16:3e:8b:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '57968d7e-63eb-4b61-9f14-3a65dd80afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:07Z', 'updated_at': '2021-04-14T16:07:19Z', 'revision_number': 5, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'subnets': [{'id': '57968d7e-63eb-4b61-9f14-3a65dd80afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:39.130119 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-5f9952ab-a7ef-496b-9e48-e62c6fd98915 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1503479 Apr 14 16:08:39.130119 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 36816) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:39.133451 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097ae804-e926-49cc-9d3d-507918d3d963 None None] Checking router: ed568792-f9c9-4742-9165-5b7f44e54617 for host: dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:08:39.135894 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-7d3fe29f-c6fc-4fb8-a2e2-786877175132 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Request body: {'security_group_rule': {'security_group_id': '96aacd12-02a2-4545-88a9-a7f389c469ac', 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:39.141944 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-7d3fe29f-c6fc-4fb8-a2e2-786877175132 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:39.142513 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097ae804-e926-49cc-9d3d-507918d3d963 None None] Routers {'ed568792-f9c9-4742-9165-5b7f44e54617'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:08:39.143167 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-097ae804-e926-49cc-9d3d-507918d3d963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:08:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['ed568792-f9c9-4742-9165-5b7f44e54617'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:39.145962 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-7d3fe29f-c6fc-4fb8-a2e2-786877175132 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Usage tracker for resource:security_group_rule and tenant:1ac826e176e54f9dbeafa327d0de385c is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:08:39.148951 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-7d3fe29f-c6fc-4fb8-a2e2-786877175132 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:08:39.155327 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-7d3fe29f-c6fc-4fb8-a2e2-786877175132 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:39.174674 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe29f-c6fc-4fb8-a2e2-786877175132 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:39.244879 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe29f-c6fc-4fb8-a2e2-786877175132 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:39.247904 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe29f-c6fc-4fb8-a2e2-786877175132 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:39.250128 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:39.276776 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3fe29f-c6fc-4fb8-a2e2-786877175132 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e21ee13-c730-44d2-ac6e-28158eb18bd0,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:39.279684 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7d3fe29f-c6fc-4fb8-a2e2-786877175132 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:39.287184 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe29f-c6fc-4fb8-a2e2-786877175132 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:39.288573 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-7d3fe29f-c6fc-4fb8-a2e2-786877175132 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1574004 Apr 14 16:08:39.291447 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 36824) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:39.298213 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-b972a094-9ec0-406a-b220-b25fc4c0b0d4 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Request body: {'security_group_rule': {'security_group_id': '96aacd12-02a2-4545-88a9-a7f389c469ac', 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:39.305409 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-b972a094-9ec0-406a-b220-b25fc4c0b0d4 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:39.310521 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-b972a094-9ec0-406a-b220-b25fc4c0b0d4 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Usage tracker for resource:security_group_rule and tenant:1ac826e176e54f9dbeafa327d0de385c is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:08:39.313886 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-b972a094-9ec0-406a-b220-b25fc4c0b0d4 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:08:39.321102 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-b972a094-9ec0-406a-b220-b25fc4c0b0d4 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:39.339837 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b972a094-9ec0-406a-b220-b25fc4c0b0d4 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:39.411675 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b972a094-9ec0-406a-b220-b25fc4c0b0d4 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:39.414716 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b972a094-9ec0-406a-b220-b25fc4c0b0d4 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:39.417177 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-5f9952ab-a7ef-496b-9e48-e62c6fd98915 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:39.439747 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972a094-9ec0-406a-b220-b25fc4c0b0d4 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be90820-8d6f-4c27-9f40-49265350e287,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:39.444106 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-b972a094-9ec0-406a-b220-b25fc4c0b0d4 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:39.451849 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b972a094-9ec0-406a-b220-b25fc4c0b0d4 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:39.453155 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-b972a094-9ec0-406a-b220-b25fc4c0b0d4 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1601784 Apr 14 16:08:39.456014 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 36828) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:39.461604 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-e8a1fe17-e568-4ae5-8f33-a5ce203128b1 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Request body: {'security_group_rule': {'security_group_id': '96aacd12-02a2-4545-88a9-a7f389c469ac', 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:39.467802 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e8a1fe17-e568-4ae5-8f33-a5ce203128b1 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:39.471851 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e8a1fe17-e568-4ae5-8f33-a5ce203128b1 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Usage tracker for resource:security_group_rule and tenant:1ac826e176e54f9dbeafa327d0de385c is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:08:39.474886 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e8a1fe17-e568-4ae5-8f33-a5ce203128b1 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:08:39.480936 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e8a1fe17-e568-4ae5-8f33-a5ce203128b1 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:39.490239 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-097ae804-e926-49cc-9d3d-507918d3d963 None None] Set router ed568792-f9c9-4742-9165-5b7f44e54617 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:08:39.490405 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.securitygroups_db [None req-e8a1fe17-e568-4ae5-8f33-a5ce203128b1 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Project 1ac826e176e54f9dbeafa327d0de385c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 16:08:39.497843 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e8a1fe17-e568-4ae5-8f33-a5ce203128b1 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:39.566760 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e8a1fe17-e568-4ae5-8f33-a5ce203128b1 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:39.569540 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e8a1fe17-e568-4ae5-8f33-a5ce203128b1 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:39.571699 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:39.596591 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1fe17-e568-4ae5-8f33-a5ce203128b1 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60594050-7d0a-446e-840d-5c53b5caf414,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:39.599266 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e8a1fe17-e568-4ae5-8f33-a5ce203128b1 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:39.606268 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e8a1fe17-e568-4ae5-8f33-a5ce203128b1 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:39.610419 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-e8a1fe17-e568-4ae5-8f33-a5ce203128b1 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1508389 Apr 14 16:08:39.610882 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 36834) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:08:39.617166 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-a07c751a-b334-4a64-b990-336e41110cb8 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Request body: {'security_group_rule': {'security_group_id': '96aacd12-02a2-4545-88a9-a7f389c469ac', 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:39.624723 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-a07c751a-b334-4a64-b990-336e41110cb8 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:39.628961 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-a07c751a-b334-4a64-b990-336e41110cb8 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Usage tracker for resource:security_group_rule and tenant:1ac826e176e54f9dbeafa327d0de385c is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:08:39.632244 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-a07c751a-b334-4a64-b990-336e41110cb8 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:08:39.638411 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-a07c751a-b334-4a64-b990-336e41110cb8 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:39.651111 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.securitygroups_db [None req-a07c751a-b334-4a64-b990-336e41110cb8 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Project 1ac826e176e54f9dbeafa327d0de385c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 16:08:39.658546 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a07c751a-b334-4a64-b990-336e41110cb8 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:39.732045 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a07c751a-b334-4a64-b990-336e41110cb8 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:39.735011 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a07c751a-b334-4a64-b990-336e41110cb8 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:39.737289 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:39.748093 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b36c04-d891-42f8-9f03-914f63495538 req-5e8f8341-e344-4113-a2e0-fd8b2338543f tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:39.752468 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d3b36c04-d891-42f8-9f03-914f63495538 req-5e8f8341-e344-4113-a2e0-fd8b2338543f tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 945 time: 0.0977461 Apr 14 16:08:39.765200 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c751a-b334-4a64-b990-336e41110cb8 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f454b5-85c1-40b7-8fd5-ca01d5c6e4dc,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:39.770097 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a07c751a-b334-4a64-b990-336e41110cb8 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:39.775335 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a07c751a-b334-4a64-b990-336e41110cb8 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:39.777191 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-a07c751a-b334-4a64-b990-336e41110cb8 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1646042 Apr 14 16:08:39.784162 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d3b36c04-d891-42f8-9f03-914f63495538 req-c806feb6-be23-4d8f-aa6b-1323ef527b74 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279133 Apr 14 16:08:39.863400 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-097ae804-e926-49cc-9d3d-507918d3d963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'name': 'tempest-TestMinimumBasicScenario-1164931284-router', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:07:01Z', 'updated_at': '2021-04-14T16:07:09Z', 'revision_number': 4, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'gw_port': {'id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:02Z', 'updated_at': '2021-04-14T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': 'bdb509bc-3827-4906-89b7-d5ea1e82322d', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'port_id': '9f65be99-82f5-4c60-baf3-965f4b13a12c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b', 'mac_address': 'fa:16:3e:9b:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb122259-c678-4717-bef9-9c892d0f00bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:08:37Z', 'updated_at': '2021-04-14T16:08:37Z', 'revision_number': 0, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffbdee28-1c06-4a24-89d5-fc86040c3357', 'name': '', 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'mac_address': 'fa:16:3e:8b:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '57968d7e-63eb-4b61-9f14-3a65dd80afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:07Z', 'updated_at': '2021-04-14T16:07:19Z', 'revision_number': 5, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'subnets': [{'id': '57968d7e-63eb-4b61-9f14-3a65dd80afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:08:39.867623 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097ae804-e926-49cc-9d3d-507918d3d963 None None] The sync data for ids ['ed568792-f9c9-4742-9165-5b7f44e54617'] in dv-cinder-786260-2-iscsi is: [{'id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'name': 'tempest-TestMinimumBasicScenario-1164931284-router', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:07:01Z', 'updated_at': '2021-04-14T16:07:09Z', 'revision_number': 4, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'gw_port': {'id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:02Z', 'updated_at': '2021-04-14T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': 'bdb509bc-3827-4906-89b7-d5ea1e82322d', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'port_id': '9f65be99-82f5-4c60-baf3-965f4b13a12c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b', 'mac_address': 'fa:16:3e:9b:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb122259-c678-4717-bef9-9c892d0f00bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:08:37Z', 'updated_at': '2021-04-14T16:08:37Z', 'revision_number': 0, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffbdee28-1c06-4a24-89d5-fc86040c3357', 'name': '', 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'mac_address': 'fa:16:3e:8b:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '57968d7e-63eb-4b61-9f14-3a65dd80afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:07Z', 'updated_at': '2021-04-14T16:07:19Z', 'revision_number': 5, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'subnets': [{'id': '57968d7e-63eb-4b61-9f14-3a65dd80afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:08:39.903558 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-9c91ebd8-d57e-41b8-a0e9-ea8a4d5a0dce req-a9465186-0c4c-45b2-9bb0-1a556f7900cc tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Synchronizing usage tracker for tenant:1ac826e176e54f9dbeafa327d0de385c on resource:security_group {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:08:39.919088 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-9c91ebd8-d57e-41b8-a0e9-ea8a4d5a0dce req-a9465186-0c4c-45b2-9bb0-1a556f7900cc tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Unset dirty status for tenant:1ac826e176e54f9dbeafa327d0de385c on resource:security_group {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:08:39.920317 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9c91ebd8-d57e-41b8-a0e9-ea8a4d5a0dce req-a9465186-0c4c-45b2-9bb0-1a556f7900cc tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671420072&fields=id&tenant_id=1ac826e176e54f9dbeafa327d0de385c HTTP/1.1" status: 200 len: 267 time: 0.0416086 Apr 14 16:08:40.011483 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91ebd8-d57e-41b8-a0e9-ea8a4d5a0dce req-6a0a1ab7-00b9-486c-b3f8-3316262f7606 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:40.013049 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9c91ebd8-d57e-41b8-a0e9-ea8a4d5a0dce req-6a0a1ab7-00b9-486c-b3f8-3316262f7606 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 945 time: 0.0864727 Apr 14 16:08:40.025872 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-9c91ebd8-d57e-41b8-a0e9-ea8a4d5a0dce req-ac6779a4-8d48-4a99-bda5-deeba5524ef6 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Request body: {'port': {'security_groups': ['5003b7f0-87d7-444b-9962-abc320ffb3ca', '96aacd12-02a2-4545-88a9-a7f389c469ac']}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:40.159365 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-9c91ebd8-d57e-41b8-a0e9-ea8a4d5a0dce req-ac6779a4-8d48-4a99-bda5-deeba5524ef6 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:40.159766 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f84a60-99db-41d6-93d0-7936b599a918 None None] New status for floating IP bdb509bc-3827-4906-89b7-d5ea1e82322d: ACTIVE {{(pid=85286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:08:40.404429 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a294569-e880-48d3-93f2-f3c799efceb2 req-929fec61-246b-4a2a-8111-fbef5b8d78e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:40.406395 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5a294569-e880-48d3-93f2-f3c799efceb2 req-929fec61-246b-4a2a-8111-fbef5b8d78e6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ac826e176e54f9dbeafa327d0de385c&device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 1098 time: 0.0852978 Apr 14 16:08:40.511365 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-9c91ebd8-d57e-41b8-a0e9-ea8a4d5a0dce req-ac6779a4-8d48-4a99-bda5-deeba5524ef6 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] For port 9f65be99-82f5-4c60-baf3-965f4b13a12c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9f65be99-82f5-4c60-baf3-965f4b13a12c,segment=NetworkSegment(ccc78c37-061d-418e-a68d-5b478ad815ad),segment_id=ccc78c37-061d-418e-a68d-5b478ad815ad)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:40.543491 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-9c91ebd8-d57e-41b8-a0e9-ea8a4d5a0dce req-ac6779a4-8d48-4a99-bda5-deeba5524ef6 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:40.548007 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-9c91ebd8-d57e-41b8-a0e9-ea8a4d5a0dce req-ac6779a4-8d48-4a99-bda5-deeba5524ef6 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:40.569612 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:40.575766 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['9f65be99-82f5-4c60-baf3-965f4b13a12c'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:08:40.596813 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a294569-e880-48d3-93f2-f3c799efceb2 req-470cf3a5-8618-4fec-8e9a-5f1e4e95149a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:40.598508 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5a294569-e880-48d3-93f2-f3c799efceb2 req-470cf3a5-8618-4fec-8e9a-5f1e4e95149a service neutron] 10.222.0.54 "GET /v2.0/networks?id=30321c57-386c-4050-b8ef-3b7e286e431b HTTP/1.1" status: 200 len: 916 time: 0.1782751 Apr 14 16:08:40.746272 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5a294569-e880-48d3-93f2-f3c799efceb2 req-e6369131-e71d-40dc-a739-13054468f509 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f65be99-82f5-4c60-baf3-965f4b13a12c HTTP/1.1" status: 200 len: 1000 time: 0.1318052 Apr 14 16:08:40.841613 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a294569-e880-48d3-93f2-f3c799efceb2 req-bbdec298-b91d-4985-b57b-1dd1cce88076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:40.843668 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5a294569-e880-48d3-93f2-f3c799efceb2 req-bbdec298-b91d-4985-b57b-1dd1cce88076 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57968d7e-63eb-4b61-9f14-3a65dd80afa6 HTTP/1.1" status: 200 len: 854 time: 0.0876422 Apr 14 16:08:40.888584 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6779a4-8d48-4a99-bda5-deeba5524ef6 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Pushing event updated for resources: {'Port': ['ID=9f65be99-82f5-4c60-baf3-965f4b13a12c,revision_number=6']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:40.966434 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ac6779a4-8d48-4a99-bda5-deeba5524ef6 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:40.991042 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a294569-e880-48d3-93f2-f3c799efceb2 req-4366ed40-bd55-45c1-a157-453bf7862bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:40.992678 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5a294569-e880-48d3-93f2-f3c799efceb2 req-4366ed40-bd55-45c1-a157-453bf7862bfb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30321c57-386c-4050-b8ef-3b7e286e431b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1381741 Apr 14 16:08:41.100325 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91ebd8-d57e-41b8-a0e9-ea8a4d5a0dce req-ac6779a4-8d48-4a99-bda5-deeba5524ef6 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:41.101023 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-9c91ebd8-d57e-41b8-a0e9-ea8a4d5a0dce req-ac6779a4-8d48-4a99-bda5-deeba5524ef6 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:41.106806 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9c91ebd8-d57e-41b8-a0e9-ea8a4d5a0dce req-ac6779a4-8d48-4a99-bda5-deeba5524ef6 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "PUT /v2.0/ports/9f65be99-82f5-4c60-baf3-965f4b13a12c HTTP/1.1" status: 200 len: 981 time: 1.0863726 Apr 14 16:08:41.108780 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb122259-c678-4717-bef9-9c892d0f00bb', 'tag': '9f65be99-82f5-4c60-baf3-965f4b13a12c'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:08:41.137151 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b0e23-e4a1-4cd4-928f-ef1cdbc8ee1e req-bc048ef8-b1e4-4234-83a5-68917e10e586 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:41.138785 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-417b0e23-e4a1-4cd4-928f-ef1cdbc8ee1e req-bc048ef8-b1e4-4234-83a5-68917e10e586 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 945 time: 0.1691461 Apr 14 16:08:41.188154 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-417b0e23-e4a1-4cd4-928f-ef1cdbc8ee1e req-d392df63-8e65-4c6a-a4d3-9ca6c44066c1 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333765 Apr 14 16:08:41.214077 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5a294569-e880-48d3-93f2-f3c799efceb2 req-0537a00a-415e-456c-9ca1-33c6f3056526 service neutron] 10.222.0.54 "GET /v2.0/networks/30321c57-386c-4050-b8ef-3b7e286e431b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029741 Apr 14 16:08:41.304699 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb122259-c678-4717-bef9-9c892d0f00bb', 'tag': '9f65be99-82f5-4c60-baf3-965f4b13a12c', 'status': 'completed', 'code': 200} Apr 14 16:08:41.342082 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['9f65be99-82f5-4c60-baf3-965f4b13a12c'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:08:41.362888 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3e0e3-d592-44ea-b1ce-b0186ebc5e7f req-f64cdd01-82f7-4824-8baa-ecd5dcf94cbc tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:41.364749 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bca3e0e3-d592-44ea-b1ce-b0186ebc5e7f req-f64cdd01-82f7-4824-8baa-ecd5dcf94cbc tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 984 time: 0.1166489 Apr 14 16:08:41.406388 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bca3e0e3-d592-44ea-b1ce-b0186ebc5e7f req-3ccb3d6c-b8a8-44ff-af4d-e825ff4a0119 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&id=96aacd12-02a2-4545-88a9-a7f389c469ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340602 Apr 14 16:08:41.455938 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-d3f7e067-ef1c-44c8-ba26-24557976aab6 None None] Provisioning complete for port 9f65be99-82f5-4c60-baf3-965f4b13a12c triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:08:41.456632 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d3f7e067-ef1c-44c8-ba26-24557976aab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:41.652172 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5a294569-e880-48d3-93f2-f3c799efceb2 req-b11e591d-3de2-4868-bc2f-58fb969bae06 service neutron] 10.222.0.54 "GET /v2.0/networks/30321c57-386c-4050-b8ef-3b7e286e431b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296234 Apr 14 16:08:41.763357 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-de9a4dc5-e5ec-463c-9a7b-85c3ef6b04aa tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:41.765178 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-de9a4dc5-e5ec-463c-9a7b-85c3ef6b04aa tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/networks?id=48b35636-db5f-47a0-ab14-5e37f94c09c4 HTTP/1.1" status: 200 len: 813 time: 0.1937158 Apr 14 16:08:41.781816 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-45a3f3c3-f316-44f5-88c6-c0837bfd0015 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/quotas/b1c24bc0955d40daaf93ec04f0cf5e9a HTTP/1.1" status: 200 len: 375 time: 0.0106013 Apr 14 16:08:41.814504 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1bd76-28e4-429b-be94-8ce3a53439ca req-f107431c-924a-4f59-ab23-531f611e8a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:41.816247 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-cfa1bd76-28e4-429b-be94-8ce3a53439ca req-f107431c-924a-4f59-ab23-531f611e8a72 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ac826e176e54f9dbeafa327d0de385c&device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 1137 time: 0.0972896 Apr 14 16:08:41.839458 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-b8f40a17-10b2-4585-828e-717b22d61120 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1c24bc0955d40daaf93ec04f0cf5e9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498974 Apr 14 16:08:41.974306 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1bd76-28e4-429b-be94-8ce3a53439ca req-76f6df0e-9b1d-41cc-8668-f9b61061bb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:41.975972 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-cfa1bd76-28e4-429b-be94-8ce3a53439ca req-76f6df0e-9b1d-41cc-8668-f9b61061bb63 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30321c57-386c-4050-b8ef-3b7e286e431b HTTP/1.1" status: 200 len: 916 time: 0.1468954 Apr 14 16:08:42.057976 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-ab18f7b3-e039-4e8b-94a5-344774969abb service neutron] 10.222.0.53 "GET /v2.0/networks/48b35636-db5f-47a0-ab14-5e37f94c09c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091572 Apr 14 16:08:42.097947 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-cfa1bd76-28e4-429b-be94-8ce3a53439ca req-a6e5c790-12fc-45b5-a9ac-e3e19e8dadd2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f65be99-82f5-4c60-baf3-965f4b13a12c HTTP/1.1" status: 200 len: 1000 time: 0.1067603 Apr 14 16:08:42.098761 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d063463-c7f9-4610-8764-bcfe42a11d69 req-a3f18a24-3e20-4373-afab-aeb00400213d tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:42.100363 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9d063463-c7f9-4610-8764-bcfe42a11d69 req-a3f18a24-3e20-4373-afab-aeb00400213d tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.1560371 Apr 14 16:08:42.179480 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1bd76-28e4-429b-be94-8ce3a53439ca req-b58254a7-0cf7-4047-bdef-4996c1a589f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:42.181263 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-cfa1bd76-28e4-429b-be94-8ce3a53439ca req-b58254a7-0cf7-4047-bdef-4996c1a589f0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57968d7e-63eb-4b61-9f14-3a65dd80afa6 HTTP/1.1" status: 200 len: 854 time: 0.0718453 Apr 14 16:08:42.201690 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9d063463-c7f9-4610-8764-bcfe42a11d69 req-645ecd86-76ff-4727-9877-b3d41327d4a1 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887067 Apr 14 16:08:42.250769 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-9315a189-d52c-42e6-84fd-43df894898e3 service neutron] 10.222.0.53 "GET /v2.0/networks/48b35636-db5f-47a0-ab14-5e37f94c09c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838815 Apr 14 16:08:42.271285 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1bd76-28e4-429b-be94-8ce3a53439ca req-4ac5fe18-8443-45b3-8138-d317ed1cff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:42.272932 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-cfa1bd76-28e4-429b-be94-8ce3a53439ca req-4ac5fe18-8443-45b3-8138-d317ed1cff91 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30321c57-386c-4050-b8ef-3b7e286e431b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820825 Apr 14 16:08:42.442608 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-cfa1bd76-28e4-429b-be94-8ce3a53439ca req-d60a23f1-059c-41f8-b5b6-10da24050b74 service neutron] 10.222.0.54 "GET /v2.0/networks/30321c57-386c-4050-b8ef-3b7e286e431b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594105 Apr 14 16:08:42.461602 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a73c3c78-4e3d-4ce6-bd57-1cd8121340ff req-001b65d1-d98d-4e87-b95e-3f0afcc14f9e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=7408de0d-5be2-4804-a3c9-54aea7f2879f HTTP/1.1" status: 200 len: 210 time: 0.0658643 Apr 14 16:08:42.477861 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c2d84-24b0-4e77-a6b4-050c2ed5274f req-6dbcac0b-b639-4e00-9f5b-f0434db250aa tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:42.479739 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-751c2d84-24b0-4e77-a6b4-050c2ed5274f req-6dbcac0b-b639-4e00-9f5b-f0434db250aa tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 945 time: 0.1495252 Apr 14 16:08:42.522047 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-751c2d84-24b0-4e77-a6b4-050c2ed5274f req-f17b014f-6be8-48a1-a770-6eccef1313ee tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323153 Apr 14 16:08:42.599545 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-cfa1bd76-28e4-429b-be94-8ce3a53439ca req-179f81bd-b78f-49a9-b5c9-d628a3155450 service neutron] 10.222.0.54 "GET /v2.0/networks/30321c57-386c-4050-b8ef-3b7e286e431b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477184 Apr 14 16:08:42.926991 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ed66d-62e2-4728-b345-0eb19e6ff276 req-60b02128-ab57-4eba-a3e9-e6ec599fe585 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:42.927757 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-a66ed66d-62e2-4728-b345-0eb19e6ff276 req-60b02128-ab57-4eba-a3e9-e6ec599fe585 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Synchronizing usage tracker for tenant:acc9279607264a5498ce14826bf5306e on resource:port {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:08:42.942364 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-a66ed66d-62e2-4728-b345-0eb19e6ff276 req-60b02128-ab57-4eba-a3e9-e6ec599fe585 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Unset dirty status for tenant:acc9279607264a5498ce14826bf5306e on resource:port {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:08:42.943566 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a66ed66d-62e2-4728-b345-0eb19e6ff276 req-60b02128-ab57-4eba-a3e9-e6ec599fe585 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 945 time: 0.1059642 Apr 14 16:08:43.023534 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-a66ed66d-62e2-4728-b345-0eb19e6ff276 req-09055a53-31f1-4e36-8e50-6b8ee101f564 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Deleting port ad34fb0e-59ef-400d-a5ac-b9151322a618 {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:08:43.023835 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-a66ed66d-62e2-4728-b345-0eb19e6ff276 req-09055a53-31f1-4e36-8e50-6b8ee101f564 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:43.128066 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:43.289949 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-a66ed66d-62e2-4728-b345-0eb19e6ff276 req-09055a53-31f1-4e36-8e50-6b8ee101f564 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] For port ad34fb0e-59ef-400d-a5ac-b9151322a618, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ad34fb0e-59ef-400d-a5ac-b9151322a618,segment=NetworkSegment(b381b6c6-6aa9-422a-afa4-1af838049569),segment_id=b381b6c6-6aa9-422a-afa4-1af838049569)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:43.290389 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-a66ed66d-62e2-4728-b345-0eb19e6ff276 req-09055a53-31f1-4e36-8e50-6b8ee101f564 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:43.404342 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ddc52-df58-4a3e-97ba-11a8d32890ca req-758d0250-27aa-49d5-912b-9712569b7c9d tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:43.405931 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c16ddc52-df58-4a3e-97ba-11a8d32890ca req-758d0250-27aa-49d5-912b-9712569b7c9d tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.0868399 Apr 14 16:08:43.425586 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-a66ed66d-62e2-4728-b345-0eb19e6ff276 req-09055a53-31f1-4e36-8e50-6b8ee101f564 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Calling delete_port for ad34fb0e-59ef-400d-a5ac-b9151322a618 owned by compute:nova {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:08:43.440984 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c16ddc52-df58-4a3e-97ba-11a8d32890ca req-db541baa-4e27-4af5-90a0-2c8337f90e2b tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279808 Apr 14 16:08:43.586500 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-a66ed66d-62e2-4728-b345-0eb19e6ff276 req-09055a53-31f1-4e36-8e50-6b8ee101f564 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:43.600102 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['ffe9d56f-16a4-4159-afc5-51f9f131487b', 'd4a42e33-ad02-4256-b8d3-dec2f697aa09', '869e3685-62fd-42f6-8754-87a98be83dc8', 'ad34fb0e-59ef-400d-a5ac-b9151322a618'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:08:43.604728 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-196a8796-3cf5-4a9a-bba7-f8904b944cfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:43.712282 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09055a53-31f1-4e36-8e50-6b8ee101f564 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Pushing event deleted for resources: {'Port': ['ID=ad34fb0e-59ef-400d-a5ac-b9151322a618,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:43.723694 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-af2c4c5e-10d8-4c17-8db5-1c67bb2aa1b9 req-87a03e0e-ddda-482b-8951-5e26b5f3abe4 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=7408de0d-5be2-4804-a3c9-54aea7f2879f HTTP/1.1" status: 200 len: 210 time: 0.1274073 Apr 14 16:08:43.740871 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a7a12357-5397-4077-8f80-5a7fbc87a086 req-07187d16-7cf6-4f9e-b620-24b63eccc962 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 210 time: 0.0827570 Apr 14 16:08:43.754915 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-09055a53-31f1-4e36-8e50-6b8ee101f564 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:43.960011 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-a120769b-28be-449e-aa7f-3d98bc2eb609 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:43.961718 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-a120769b-28be-449e-aa7f-3d98bc2eb609 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.54 "GET /v2.0/networks?id=48b35636-db5f-47a0-ab14-5e37f94c09c4 HTTP/1.1" status: 200 len: 813 time: 0.2767925 Apr 14 16:08:44.040582 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-bf9475d3-8da7-4e91-b0b1-575ec67be353 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Request body: {'port': {'device_id': '7408de0d-5be2-4804-a3c9-54aea7f2879f', 'network_id': '48b35636-db5f-47a0-ab14-5e37f94c09c4', 'admin_state_up': True, 'tenant_id': 'b1c24bc0955d40daaf93ec04f0cf5e9a'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:44.079545 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66ed66d-62e2-4728-b345-0eb19e6ff276 req-09055a53-31f1-4e36-8e50-6b8ee101f564 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] No DVR routers for this DVR port ad34fb0e-59ef-400d-a5ac-b9151322a618 on host hv-cinder-78626 {{(pid=85284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:08:44.084894 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-a66ed66d-62e2-4728-b345-0eb19e6ff276 req-09055a53-31f1-4e36-8e50-6b8ee101f564 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:44.087637 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbd9111-21e1-47cc-acfc-ac8c903e804a', 'name': 'network-vif-deleted', 'tag': 'ad34fb0e-59ef-400d-a5ac-b9151322a618'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:08:44.152165 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbd9111-21e1-47cc-acfc-ac8c903e804a', 'name': 'network-vif-deleted', 'tag': 'ad34fb0e-59ef-400d-a5ac-b9151322a618', 'status': 'completed', 'code': 200} Apr 14 16:08:44.171409 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a66ed66d-62e2-4728-b345-0eb19e6ff276 req-09055a53-31f1-4e36-8e50-6b8ee101f564 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.54 "DELETE /v2.0/ports/ad34fb0e-59ef-400d-a5ac-b9151322a618 HTTP/1.1" status: 204 len: 173 time: 1.2208946 Apr 14 16:08:44.216211 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-bf9475d3-8da7-4e91-b0b1-575ec67be353 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:08:44.220507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-bf9475d3-8da7-4e91-b0b1-575ec67be353 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Usage tracker for resource:port and tenant:b1c24bc0955d40daaf93ec04f0cf5e9a is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:08:44.224184 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-bf9475d3-8da7-4e91-b0b1-575ec67be353 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:08:44.230985 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-bf9475d3-8da7-4e91-b0b1-575ec67be353 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:08:44.240212 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-bf9475d3-8da7-4e91-b0b1-575ec67be353 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Made reservation on behalf of b1c24bc0955d40daaf93ec04f0cf5e9a for: {'port': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:08:44.246938 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-bf9475d3-8da7-4e91-b0b1-575ec67be353 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:44.402731 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-bf9475d3-8da7-4e91-b0b1-575ec67be353 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Allocated IP 172.20.0.11 (48b35636-db5f-47a0-ab14-5e37f94c09c4/a8f6922b-1f9f-4f7f-b188-1b01e0a22ab1/6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:08:44.430902 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a012053-95d4-4179-8233-52af96ae2ce5 req-85d62716-f63a-42c0-97de-bf91d21c11e2 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:44.433108 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4a012053-95d4-4179-8233-52af96ae2ce5 req-85d62716-f63a-42c0-97de-bf91d21c11e2 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.0894425 Apr 14 16:08:44.465099 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4a012053-95d4-4179-8233-52af96ae2ce5 req-bddfe061-3b90-44f4-9a3c-82a6d3edf64e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0241039 Apr 14 16:08:44.602345 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-bf9475d3-8da7-4e91-b0b1-575ec67be353 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:44.631945 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-bf9475d3-8da7-4e91-b0b1-575ec67be353 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:44.646901 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-66576294-0eef-4366-8465-6843eba55e28 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:44.651026 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc65b89-8402-4eb9-841c-f2d23da7b903 req-de426fae-6b33-4fc6-ae8a-8b5a55b92c9a tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:44.652644 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4fc65b89-8402-4eb9-841c-f2d23da7b903 req-de426fae-6b33-4fc6-ae8a-8b5a55b92c9a tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.0918467 Apr 14 16:08:44.683902 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4fc65b89-8402-4eb9-841c-f2d23da7b903 req-1088ccd7-e516-402c-9cc7-877205a0c9d4 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247738 Apr 14 16:08:44.788701 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9475d3-8da7-4e91-b0b1-575ec67be353 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Pushing event updated for resources: {'Port': ['ID=6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:44.799290 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bf9475d3-8da7-4e91-b0b1-575ec67be353 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:44.847744 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-bf9475d3-8da7-4e91-b0b1-575ec67be353 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Network 48b35636-db5f-47a0-ab14-5e37f94c09c4 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:08:44.849100 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-bf9475d3-8da7-4e91-b0b1-575ec67be353 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:08:44.851565 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-bf9475d3-8da7-4e91-b0b1-575ec67be353 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:08:44.922589 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-bf9475d3-8da7-4e91-b0b1-575ec67be353 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:44.923278 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-bf9475d3-8da7-4e91-b0b1-575ec67be353 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:44.946565 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-09a0dc98-b737-4fb0-bc42-b289713f9890 req-ec869958-4e13-4de1-a597-42080d8ac422 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbd9111-21e1-47cc-acfc-ac8c903e804a HTTP/1.1" status: 200 len: 210 time: 0.0577030 Apr 14 16:08:44.955267 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-bf9475d3-8da7-4e91-b0b1-575ec67be353 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9189453 Apr 14 16:08:44.972781 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] Request body: {'port': {'device_id': '7408de0d-5be2-4804-a3c9-54aea7f2879f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:08:44.988738 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039eea7-ae04-494d-890a-a23dab46eede req-ad87f198-5a74-4547-a32a-ad4862ec76a2 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:44.990564 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6039eea7-ae04-494d-890a-a23dab46eede req-ad87f198-5a74-4547-a32a-ad4862ec76a2 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=7408de0d-5be2-4804-a3c9-54aea7f2879f HTTP/1.1" status: 200 len: 932 time: 0.1471865 Apr 14 16:08:45.034525 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6039eea7-ae04-494d-890a-a23dab46eede req-52f9018c-5a71-4db0-a10d-5f58d44d12c5 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368726 Apr 14 16:08:45.117907 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:45.514446 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:08:45.522395 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:45.537350 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] Transition to ACTIVE for port object 6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2 will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:08:45.540468 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:45.556884 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-89cc18b4-f72c-4a9a-9030-9927ea0fa337 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:45.691909 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] Pushing event updated for resources: {'Port': ['ID=6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:45.696419 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:45.699483 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89a161-b4d1-4567-8b88-6d29c7d1ec2f req-7979c951-5077-45c2-92cb-8dca56aecd8e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:45.704143 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ee89a161-b4d1-4567-8b88-6d29c7d1ec2f req-7979c951-5077-45c2-92cb-8dca56aecd8e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.0920932 Apr 14 16:08:45.733253 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ee89a161-b4d1-4567-8b88-6d29c7d1ec2f req-d7754dd4-7e66-4c05-a7aa-19d5b03389c2 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0252874 Apr 14 16:08:45.910389 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e127236-3784-448e-a4be-3ccb38f8e8f8 req-8619b2e4-e525-4f1b-8506-e8e463b1d1df tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:45.912107 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9e127236-3784-448e-a4be-3ccb38f8e8f8 req-8619b2e4-e525-4f1b-8506-e8e463b1d1df tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.0965631 Apr 14 16:08:45.944748 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9e127236-3784-448e-a4be-3ccb38f8e8f8 req-6915e3f5-453b-491b-badf-c0583a8b8598 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253100 Apr 14 16:08:46.215735 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c706e0c-73db-4e22-a2e4-7f1b6a9de114 req-5b119c22-8ae8-4011-b145-34f801c97173 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:46.216496 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-3c706e0c-73db-4e22-a2e4-7f1b6a9de114 req-5b119c22-8ae8-4011-b145-34f801c97173 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Synchronizing usage tracker for tenant:56f3498a3fcb47e2972e9fbd622c8e0e on resource:port {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:08:46.245780 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfae9b2-4b22-46d9-bf35-dab64a07696c req-57f3e9a2-1e2f-4c8e-88a6-997420e21aa6 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:46.245780 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5bfae9b2-4b22-46d9-bf35-dab64a07696c req-57f3e9a2-1e2f-4c8e-88a6-997420e21aa6 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=7408de0d-5be2-4804-a3c9-54aea7f2879f HTTP/1.1" status: 200 len: 944 time: 0.0976398 Apr 14 16:08:46.248666 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-3c706e0c-73db-4e22-a2e4-7f1b6a9de114 req-5b119c22-8ae8-4011-b145-34f801c97173 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Unset dirty status for tenant:56f3498a3fcb47e2972e9fbd622c8e0e on resource:port {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:08:46.249891 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3c706e0c-73db-4e22-a2e4-7f1b6a9de114 req-5b119c22-8ae8-4011-b145-34f801c97173 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.54 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.2773080 Apr 14 16:08:46.250605 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] Attempting to bind port 6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:08:46.250968 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] Attempting to bind port 6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '69694584-71e3-4517-b7c8-8c8615127aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '48b35636-db5f-47a0-ab14-5e37f94c09c4'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:08:46.251329 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] Attempting to bind port 6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2 on network 48b35636-db5f-47a0-ab14-5e37f94c09c4 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:08:46.256408 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] Port 6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2 on network 48b35636-db5f-47a0-ab14-5e37f94c09c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:08:46.256763 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] Attempting to bind port 6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2 on network 48b35636-db5f-47a0-ab14-5e37f94c09c4 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:08:46.277738 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5bfae9b2-4b22-46d9-bf35-dab64a07696c req-52c28234-5a94-4f2c-b561-734eba7daca6 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251207 Apr 14 16:08:46.297923 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] Checking agent: {'id': 'f6195c71-3258-459e-9d3f-74f9782cd5cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'started_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:08:46.298372 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] Checking segment: {'id': '69694584-71e3-4517-b7c8-8c8615127aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '48b35636-db5f-47a0-ab14-5e37f94c09c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:08:46.298764 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] Bound using segment: {'id': '69694584-71e3-4517-b7c8-8c8615127aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '48b35636-db5f-47a0-ab14-5e37f94c09c4'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:08:46.299259 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] Bound port: 6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69694584-71e3-4517-b7c8-8c8615127aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '48b35636-db5f-47a0-ab14-5e37f94c09c4'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:08:46.299640 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:46.395512 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-3c706e0c-73db-4e22-a2e4-7f1b6a9de114 req-f367e400-ea45-4429-9d79-6a1fb0ac67ce tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Deleting port a058a002-4d90-455d-b8e8-a219ed9f972e {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:08:46.395892 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-3c706e0c-73db-4e22-a2e4-7f1b6a9de114 req-f367e400-ea45-4429-9d79-6a1fb0ac67ce tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:46.459170 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] For port 6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2, host hv-cinder-78626, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:08:46.497638 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] For port 6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2,segment=NetworkSegment(69694584-71e3-4517-b7c8-8c8615127aeb),segment_id=69694584-71e3-4517-b7c8-8c8615127aeb)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:08:46.504427 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:46.529643 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:46.779322 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] Pushing event updated for resources: {'Port': ['ID=6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:46.789795 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:46.857496 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:46.858166 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:46.859654 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] 10.222.0.54 "PUT /v2.0/ports/6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2 HTTP/1.1" status: 200 len: 1094 time: 1.8931439 Apr 14 16:08:46.860181 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7408de0d-5be2-4804-a3c9-54aea7f2879f', 'tag': '6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:08:46.872124 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-3c706e0c-73db-4e22-a2e4-7f1b6a9de114 req-f367e400-ea45-4429-9d79-6a1fb0ac67ce tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] For port a058a002-4d90-455d-b8e8-a219ed9f972e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a058a002-4d90-455d-b8e8-a219ed9f972e,segment=NetworkSegment(1bbf8336-5fa4-4cd7-9b61-f26412f0ab97),segment_id=1bbf8336-5fa4-4cd7-9b61-f26412f0ab97)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:46.872526 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-3c706e0c-73db-4e22-a2e4-7f1b6a9de114 req-f367e400-ea45-4429-9d79-6a1fb0ac67ce tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:46.941779 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7408de0d-5be2-4804-a3c9-54aea7f2879f', 'tag': '6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2', 'status': 'completed', 'code': 200} Apr 14 16:08:46.951572 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fcb1c-3b01-4407-95b1-5f5c9efe3cfe req-bc23293d-59be-4e91-a7dc-ab5514e5cd92 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:46.953154 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-df8fcb1c-3b01-4407-95b1-5f5c9efe3cfe req-bc23293d-59be-4e91-a7dc-ab5514e5cd92 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.0957634 Apr 14 16:08:46.984767 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-df8fcb1c-3b01-4407-95b1-5f5c9efe3cfe req-f53e1700-ce8d-49d0-970c-c53e6610996b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250146 Apr 14 16:08:47.048674 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-3c706e0c-73db-4e22-a2e4-7f1b6a9de114 req-f367e400-ea45-4429-9d79-6a1fb0ac67ce tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Calling delete_port for a058a002-4d90-455d-b8e8-a219ed9f972e owned by compute:nova {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:08:47.152063 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0804b-29f8-4705-89a7-d45cfcd044fa req-8ebaa05c-6fd0-4168-af42-502d3e502c8f tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:47.153675 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bac0804b-29f8-4705-89a7-d45cfcd044fa req-8ebaa05c-6fd0-4168-af42-502d3e502c8f tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 945 time: 0.0887470 Apr 14 16:08:47.160729 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-b322b5cc-684f-463a-925c-da110ad8dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:47.162350 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-b322b5cc-684f-463a-925c-da110ad8dd8c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b1c24bc0955d40daaf93ec04f0cf5e9a&device_id=7408de0d-5be2-4804-a3c9-54aea7f2879f HTTP/1.1" status: 200 len: 1097 time: 0.2226717 Apr 14 16:08:47.184599 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bac0804b-29f8-4705-89a7-d45cfcd044fa req-19e930f5-706a-495f-bbf9-efd9862fdf4f tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243611 Apr 14 16:08:47.271755 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-9741b199-c64e-49ae-9f29-a1b92a6a817f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2 HTTP/1.1" status: 200 len: 217 time: 0.0755932 Apr 14 16:08:47.345373 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-3c706e0c-73db-4e22-a2e4-7f1b6a9de114 req-f367e400-ea45-4429-9d79-6a1fb0ac67ce tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:47.358650 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['7df13d7a-3651-4a49-a27f-fb20faca443f', 'a058a002-4d90-455d-b8e8-a219ed9f972e'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:08:47.365105 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:47.427927 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367e400-ea45-4429-9d79-6a1fb0ac67ce tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Pushing event deleted for resources: {'Port': ['ID=a058a002-4d90-455d-b8e8-a219ed9f972e,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:47.436895 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-f367e400-ea45-4429-9d79-6a1fb0ac67ce tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:47.438637 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-043c6a6d-9ec2-4283-b0c8-07385e76b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:47.440242 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-043c6a6d-9ec2-4283-b0c8-07385e76b197 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a8f6922b-1f9f-4f7f-b188-1b01e0a22ab1 HTTP/1.1" status: 200 len: 853 time: 0.1588440 Apr 14 16:08:47.525491 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518e96b-1bf6-4b77-af37-16ab8b84a1e9 req-e52d8903-d7b8-4e84-8d82-e95edf94878b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:47.527426 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d518e96b-1bf6-4b77-af37-16ab8b84a1e9 req-e52d8903-d7b8-4e84-8d82-e95edf94878b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=7408de0d-5be2-4804-a3c9-54aea7f2879f HTTP/1.1" status: 200 len: 944 time: 0.1177588 Apr 14 16:08:47.549484 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-f810ba36-201e-4ede-b264-358d95edbc88 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=48b35636-db5f-47a0-ab14-5e37f94c09c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537558 Apr 14 16:08:47.565735 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d518e96b-1bf6-4b77-af37-16ab8b84a1e9 req-b9963f76-3304-47a2-a835-4a6c631a4f7d tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315816 Apr 14 16:08:47.747453 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e66e51-d83c-4e17-926e-be4d993b946e req-96de9327-d172-44bb-809d-c6f586daa3f5 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:47.749043 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e2e66e51-d83c-4e17-926e-be4d993b946e req-96de9327-d172-44bb-809d-c6f586daa3f5 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 945 time: 0.0900471 Apr 14 16:08:47.780839 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e2e66e51-d83c-4e17-926e-be4d993b946e req-850f9a8c-68dc-4273-9f2d-a3046cd946cc tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244632 Apr 14 16:08:47.792600 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c706e0c-73db-4e22-a2e4-7f1b6a9de114 req-f367e400-ea45-4429-9d79-6a1fb0ac67ce tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] No DVR routers for this DVR port a058a002-4d90-455d-b8e8-a219ed9f972e on host hv-cinder-78626 {{(pid=85284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:08:47.795223 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-3c706e0c-73db-4e22-a2e4-7f1b6a9de114 req-f367e400-ea45-4429-9d79-6a1fb0ac67ce tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:47.826048 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3c706e0c-73db-4e22-a2e4-7f1b6a9de114 req-f367e400-ea45-4429-9d79-6a1fb0ac67ce tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.54 "DELETE /v2.0/ports/a058a002-4d90-455d-b8e8-a219ed9f972e HTTP/1.1" status: 204 len: 173 time: 1.5655086 Apr 14 16:08:47.829959 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-19b27d42-1a06-4e69-9a4c-72dbe8402e27 service neutron] 10.222.0.54 "GET /v2.0/networks/48b35636-db5f-47a0-ab14-5e37f94c09c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547388 Apr 14 16:08:47.980556 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7a2b336b-8569-4a3f-b17f-aac01f1b4bdb req-34e12876-6317-4e25-9bbc-35525eda7412 service neutron] 10.222.0.54 "GET /v2.0/networks/48b35636-db5f-47a0-ab14-5e37f94c09c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357996 Apr 14 16:08:48.114823 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e0b58-92f8-455a-99f4-87a0e319bd83 req-583bbbff-c350-4c5e-982d-f542ee30ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:48.116362 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-554e0b58-92f8-455a-99f4-87a0e319bd83 req-583bbbff-c350-4c5e-982d-f542ee30ea2c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b1c24bc0955d40daaf93ec04f0cf5e9a&device_id=7408de0d-5be2-4804-a3c9-54aea7f2879f HTTP/1.1" status: 200 len: 1097 time: 0.0783420 Apr 14 16:08:48.198264 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c598536-9b84-4933-a2b1-40b9bc064005 req-8be17928-d328-4e97-b8a1-c399f0a3907a tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:48.199839 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8c598536-9b84-4933-a2b1-40b9bc064005 req-8be17928-d328-4e97-b8a1-c399f0a3907a tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.0934191 Apr 14 16:08:48.232290 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8c598536-9b84-4933-a2b1-40b9bc064005 req-d03b15e4-cf8f-4764-9f59-a38d15edaed8 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258956 Apr 14 16:08:48.264726 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e0b58-92f8-455a-99f4-87a0e319bd83 req-682899df-0928-4b6d-aaba-c1f894f6c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:48.266329 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-554e0b58-92f8-455a-99f4-87a0e319bd83 req-682899df-0928-4b6d-aaba-c1f894f6c6d1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=48b35636-db5f-47a0-ab14-5e37f94c09c4 HTTP/1.1" status: 200 len: 914 time: 0.1402192 Apr 14 16:08:48.344119 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-554e0b58-92f8-455a-99f4-87a0e319bd83 req-9d801b72-9269-4a1f-ba62-990e1659583b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2 HTTP/1.1" status: 200 len: 217 time: 0.0695224 Apr 14 16:08:48.365821 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-84d6d35c-9142-4fb4-bd04-7d4dff654485 req-60a02ba6-a1f9-44d4-80cc-46f8784b6ac4 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=46641796-9e8b-45f0-a7d4-67178e88875f HTTP/1.1" status: 200 len: 210 time: 0.0481610 Apr 14 16:08:48.411878 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e0b58-92f8-455a-99f4-87a0e319bd83 req-708b5506-0635-470e-b444-0c42f428bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:48.414081 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-554e0b58-92f8-455a-99f4-87a0e319bd83 req-708b5506-0635-470e-b444-0c42f428bda5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a8f6922b-1f9f-4f7f-b188-1b01e0a22ab1 HTTP/1.1" status: 200 len: 853 time: 0.0622787 Apr 14 16:08:48.469990 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-554e0b58-92f8-455a-99f4-87a0e319bd83 req-76dceaf8-c993-46c0-af0e-8b6412fada34 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=48b35636-db5f-47a0-ab14-5e37f94c09c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482411 Apr 14 16:08:48.678233 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device ad34fb0e-59ef-400d-a5ac-b9151322a618 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:08:48.728741 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] No Port match for: ad34fb0e-59ef-400d-a5ac-b9151322a618 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:08:48.729138 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device ad34fb0e-59ef-400d-a5ac-b9151322a618 not bound to the agent host hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:08:48.777147 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaba62b-f628-445b-99f4-49ef483fad45 req-10db7c1e-e3b1-429f-8b02-43560d05fda1 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:48.778768 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fcaba62b-f628-445b-99f4-49ef483fad45 req-10db7c1e-e3b1-429f-8b02-43560d05fda1 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=7408de0d-5be2-4804-a3c9-54aea7f2879f HTTP/1.1" status: 200 len: 944 time: 0.0930324 Apr 14 16:08:48.813411 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fcaba62b-f628-445b-99f4-49ef483fad45 req-b3987726-628c-4487-9f63-c78cc95e858b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272903 Apr 14 16:08:48.861931 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-554e0b58-92f8-455a-99f4-87a0e319bd83 req-6cac89de-5005-4455-8ea4-b611577cfb3d service neutron] 10.222.0.54 "GET /v2.0/networks/48b35636-db5f-47a0-ab14-5e37f94c09c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708754 Apr 14 16:08:48.966779 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46641796-9e8b-45f0-a7d4-67178e88875f', 'name': 'network-vif-deleted', 'tag': 'a058a002-4d90-455d-b8e8-a219ed9f972e'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:08:49.018125 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46641796-9e8b-45f0-a7d4-67178e88875f', 'name': 'network-vif-deleted', 'tag': 'a058a002-4d90-455d-b8e8-a219ed9f972e', 'status': 'completed', 'code': 200} Apr 14 16:08:49.028219 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-554e0b58-92f8-455a-99f4-87a0e319bd83 req-30070209-3ebd-4420-8527-4b312b5546bf service neutron] 10.222.0.54 "GET /v2.0/networks/48b35636-db5f-47a0-ab14-5e37f94c09c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519616 Apr 14 16:08:49.126015 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c133830-6c22-4f87-85de-bc04d97a8f7e req-88ef898b-cf87-467b-9346-21c579b5a37e tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:49.127612 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0c133830-6c22-4f87-85de-bc04d97a8f7e req-88ef898b-cf87-467b-9346-21c579b5a37e tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 945 time: 0.0884399 Apr 14 16:08:49.157850 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0c133830-6c22-4f87-85de-bc04d97a8f7e req-7d98ee7e-2b20-40b8-8000-bd2eb9e6a315 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239842 Apr 14 16:08:49.440281 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca05db-988b-4dae-ba07-53a9750f9c2e req-0bf24db3-53fb-4f4f-be17-5a170ff231f5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:49.441919 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-06ca05db-988b-4dae-ba07-53a9750f9c2e req-0bf24db3-53fb-4f4f-be17-5a170ff231f5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.0867844 Apr 14 16:08:49.477092 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-06ca05db-988b-4dae-ba07-53a9750f9c2e req-b1f5a61b-322d-4c35-bee8-c4fc38d0c47c tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282447 Apr 14 16:08:49.840633 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44a202-3ab2-4f92-9ce9-f414a198cfbb req-3d009be5-5150-4600-9df8-3641c93832d2 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:49.842220 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fd44a202-3ab2-4f92-9ce9-f414a198cfbb req-3d009be5-5150-4600-9df8-3641c93832d2 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0870616 Apr 14 16:08:49.873747 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fd44a202-3ab2-4f92-9ce9-f414a198cfbb req-92614051-8dba-432e-a332-325886c6020c tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247636 Apr 14 16:08:50.013465 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29921f-9951-4a8a-a80d-ea0b91504e1e req-1c475d13-469c-45e4-aa41-b8146b0709bd tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:50.015099 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-cf29921f-9951-4a8a-a80d-ea0b91504e1e req-1c475d13-469c-45e4-aa41-b8146b0709bd tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=7408de0d-5be2-4804-a3c9-54aea7f2879f HTTP/1.1" status: 200 len: 944 time: 0.0859141 Apr 14 16:08:50.048605 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-cf29921f-9951-4a8a-a80d-ea0b91504e1e req-6acf4160-4db8-4138-b653-dc0af35e4fd2 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270617 Apr 14 16:08:50.355073 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26caac65-d9b4-40a1-9ae8-e90d1022de02 req-083875dd-bb5e-40ce-9c47-d91629795252 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:50.356621 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-26caac65-d9b4-40a1-9ae8-e90d1022de02 req-083875dd-bb5e-40ce-9c47-d91629795252 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 945 time: 0.0862329 Apr 14 16:08:50.386426 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-26caac65-d9b4-40a1-9ae8-e90d1022de02 req-74111c81-0532-4604-9d9c-9626b41e5c57 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0235658 Apr 14 16:08:50.517517 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346601f0-82a0-4941-bfe1-2fd80b2467c6 req-f2f58d6b-6adf-4a22-a679-5a4059eb2a18 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:50.518305 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-346601f0-82a0-4941-bfe1-2fd80b2467c6 req-f2f58d6b-6adf-4a22-a679-5a4059eb2a18 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Synchronizing usage tracker for tenant:acc9279607264a5498ce14826bf5306e on resource:port {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:08:50.534115 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-346601f0-82a0-4941-bfe1-2fd80b2467c6 req-f2f58d6b-6adf-4a22-a679-5a4059eb2a18 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Unset dirty status for tenant:acc9279607264a5498ce14826bf5306e on resource:port {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:08:50.535385 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-346601f0-82a0-4941-bfe1-2fd80b2467c6 req-f2f58d6b-6adf-4a22-a679-5a4059eb2a18 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.54 "GET /v2.0/ports?device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 945 time: 0.1029217 Apr 14 16:08:50.613507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-346601f0-82a0-4941-bfe1-2fd80b2467c6 req-91ad80af-5145-49a3-8d97-9cb6c31e5d14 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Deleting port 869e3685-62fd-42f6-8754-87a98be83dc8 {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:08:50.613900 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-346601f0-82a0-4941-bfe1-2fd80b2467c6 req-91ad80af-5145-49a3-8d97-9cb6c31e5d14 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:50.673930 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device a058a002-4d90-455d-b8e8-a219ed9f972e no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:08:50.691572 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b3d1e-1749-4ccf-bf9b-a28cfee5ec9f req-ac9aeae5-7108-49ee-aa33-c44a2d74abae tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:50.693203 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b35b3d1e-1749-4ccf-bf9b-a28cfee5ec9f req-ac9aeae5-7108-49ee-aa33-c44a2d74abae tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.0931022 Apr 14 16:08:50.710250 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] No Port match for: a058a002-4d90-455d-b8e8-a219ed9f972e {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:08:50.710643 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device a058a002-4d90-455d-b8e8-a219ed9f972e not bound to the agent host hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:08:50.730389 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b35b3d1e-1749-4ccf-bf9b-a28cfee5ec9f req-f1b442d6-e5fa-49ec-bd8e-0236468e59a3 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300126 Apr 14 16:08:50.879779 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-346601f0-82a0-4941-bfe1-2fd80b2467c6 req-91ad80af-5145-49a3-8d97-9cb6c31e5d14 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] For port 869e3685-62fd-42f6-8754-87a98be83dc8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=869e3685-62fd-42f6-8754-87a98be83dc8,segment=NetworkSegment(b381b6c6-6aa9-422a-afa4-1af838049569),segment_id=b381b6c6-6aa9-422a-afa4-1af838049569)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:50.880186 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-346601f0-82a0-4941-bfe1-2fd80b2467c6 req-91ad80af-5145-49a3-8d97-9cb6c31e5d14 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:51.017890 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-346601f0-82a0-4941-bfe1-2fd80b2467c6 req-91ad80af-5145-49a3-8d97-9cb6c31e5d14 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Calling delete_port for 869e3685-62fd-42f6-8754-87a98be83dc8 owned by compute:nova {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:08:51.078640 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb675904-fbf4-410b-b7c9-0b81230215e0 req-387db4c7-b223-4347-b085-52bfc1f91ea9 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:51.080251 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bb675904-fbf4-410b-b7c9-0b81230215e0 req-387db4c7-b223-4347-b085-52bfc1f91ea9 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.0892687 Apr 14 16:08:51.112407 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bb675904-fbf4-410b-b7c9-0b81230215e0 req-d4039978-7d06-4dec-9f2c-2d55a3546562 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255210 Apr 14 16:08:51.178862 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-346601f0-82a0-4941-bfe1-2fd80b2467c6 req-91ad80af-5145-49a3-8d97-9cb6c31e5d14 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:51.194579 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:51.196129 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['ffe9d56f-16a4-4159-afc5-51f9f131487b', 'd4a42e33-ad02-4256-b8d3-dec2f697aa09', '869e3685-62fd-42f6-8754-87a98be83dc8'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:08:51.256663 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad80af-5145-49a3-8d97-9cb6c31e5d14 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Pushing event deleted for resources: {'Port': ['ID=869e3685-62fd-42f6-8754-87a98be83dc8,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:51.262337 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-91ad80af-5145-49a3-8d97-9cb6c31e5d14 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:51.272295 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296c54d-9b46-4124-8840-25279c6840bd req-3cdf5e3d-d81e-4e4b-88d4-029c3bca4469 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:51.273939 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a296c54d-9b46-4124-8840-25279c6840bd req-3cdf5e3d-d81e-4e4b-88d4-029c3bca4469 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=7408de0d-5be2-4804-a3c9-54aea7f2879f HTTP/1.1" status: 200 len: 944 time: 0.0937564 Apr 14 16:08:51.309658 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a296c54d-9b46-4124-8840-25279c6840bd req-8878ebae-e068-49af-8970-3a558358bee1 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289068 Apr 14 16:08:51.455036 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-346601f0-82a0-4941-bfe1-2fd80b2467c6 req-91ad80af-5145-49a3-8d97-9cb6c31e5d14 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] No DVR routers for this DVR port 869e3685-62fd-42f6-8754-87a98be83dc8 on host hv-cinder-78626 {{(pid=85284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:08:51.457791 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-346601f0-82a0-4941-bfe1-2fd80b2467c6 req-91ad80af-5145-49a3-8d97-9cb6c31e5d14 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:51.460706 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e8e337-b8cf-4345-ae5e-b6e8310b9a35', 'name': 'network-vif-deleted', 'tag': '869e3685-62fd-42f6-8754-87a98be83dc8'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:08:51.478097 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-346601f0-82a0-4941-bfe1-2fd80b2467c6 req-91ad80af-5145-49a3-8d97-9cb6c31e5d14 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.54 "DELETE /v2.0/ports/869e3685-62fd-42f6-8754-87a98be83dc8 HTTP/1.1" status: 204 len: 173 time: 0.9350898 Apr 14 16:08:51.514590 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e8e337-b8cf-4345-ae5e-b6e8310b9a35', 'name': 'network-vif-deleted', 'tag': '869e3685-62fd-42f6-8754-87a98be83dc8', 'status': 'completed', 'code': 200} Apr 14 16:08:51.575501 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-55ff2fb6-17d5-4e9c-893e-6bef23b2ec96 req-61f3b602-1c4c-4dbd-8f74-e0c5294128f8 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e8e337-b8cf-4345-ae5e-b6e8310b9a35 HTTP/1.1" status: 200 len: 210 time: 0.0488389 Apr 14 16:08:51.934490 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3762b14-c301-4f4f-aa4a-7202725341cd req-c68c1749-a629-40b0-ad0e-24309bb8425d tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:51.936069 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a3762b14-c301-4f4f-aa4a-7202725341cd req-c68c1749-a629-40b0-ad0e-24309bb8425d tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.0879488 Apr 14 16:08:51.967948 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a3762b14-c301-4f4f-aa4a-7202725341cd req-d1b41b49-80a6-4776-b6d6-b01ea832965b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254157 Apr 14 16:08:52.585513 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf7b61-5d2d-4038-9eab-7e43bd3c2de6 req-4d563d33-59f4-4101-bcad-9638f49f11f4 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:52.587123 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-67bf7b61-5d2d-4038-9eab-7e43bd3c2de6 req-4d563d33-59f4-4101-bcad-9638f49f11f4 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.3613968 Apr 14 16:08:52.599086 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c82b50-c846-4d3f-9e8f-b9349185888e req-ce45e04f-3aa7-44d9-8cb3-c22020a77760 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:52.600519 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-36c82b50-c846-4d3f-9e8f-b9349185888e req-ce45e04f-3aa7-44d9-8cb3-c22020a77760 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=7408de0d-5be2-4804-a3c9-54aea7f2879f HTTP/1.1" status: 200 len: 944 time: 0.1246796 Apr 14 16:08:52.637730 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-67bf7b61-5d2d-4038-9eab-7e43bd3c2de6 req-6f239a1a-ccc7-4ef0-beee-9cb34783de83 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362115 Apr 14 16:08:52.647803 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-36c82b50-c846-4d3f-9e8f-b9349185888e req-3ab41d6c-2dc9-4d28-8101-644e38a9f30d tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319800 Apr 14 16:08:52.703565 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:08:52.846973 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2,segment=NetworkSegment(69694584-71e3-4517-b7c8-8c8615127aeb),segment_id=69694584-71e3-4517-b7c8-8c8615127aeb)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:52.861381 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': '6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2', 'network_id': '48b35636-db5f-47a0-ab14-5e37f94c09c4', 'port_id': '6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2', 'mac_address': 'fa:16:3e:b6:05:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f6922b-1f9f-4f7f-b188-1b01e0a22ab1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:08:52.921489 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:52.923172 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2 {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:08:52.940351 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2,segment=NetworkSegment(69694584-71e3-4517-b7c8-8c8615127aeb),segment_id=69694584-71e3-4517-b7c8-8c8615127aeb)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:52.942930 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:52.944894 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:53.030706 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:53.034027 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:53.113117 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e04b3-e287-4453-b15c-5cc217add766 req-9cb45c72-0013-435f-a815-b0f24afcc6f8 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:53.114660 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c42e04b3-e287-4453-b15c-5cc217add766 req-9cb45c72-0013-435f-a815-b0f24afcc6f8 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 945 time: 0.0953767 Apr 14 16:08:53.194014 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c42e04b3-e287-4453-b15c-5cc217add766 req-a00c42dd-9049-4bcb-8c9c-f4d410468fcc tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379536 Apr 14 16:08:53.229213 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82246bca-a0b0-4027-87ee-c7248f8c61aa req-2bd40156-c5f2-4472-9510-fb8f2a9a9b72 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:53.230849 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-82246bca-a0b0-4027-87ee-c7248f8c61aa req-2bd40156-c5f2-4472-9510-fb8f2a9a9b72 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.1152346 Apr 14 16:08:53.261264 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-82246bca-a0b0-4027-87ee-c7248f8c61aa req-c1d66336-bb65-47f9-bbf1-8ef0cbedd27a tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0241945 Apr 14 16:08:53.325553 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:08:53.908192 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07401af-7719-46df-bb96-76fab40786ff req-32b9390e-9cae-4a3b-9369-ecfea48da49f tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:53.909774 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e07401af-7719-46df-bb96-76fab40786ff req-32b9390e-9cae-4a3b-9369-ecfea48da49f tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.1580236 Apr 14 16:08:53.918633 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235dae1-a15a-469e-b38c-7175288f2b05 req-8daa1d41-9ca2-42cc-8ff4-df5e91aac528 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:53.920160 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b235dae1-a15a-469e-b38c-7175288f2b05 req-8daa1d41-9ca2-42cc-8ff4-df5e91aac528 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=7408de0d-5be2-4804-a3c9-54aea7f2879f HTTP/1.1" status: 200 len: 945 time: 0.1322906 Apr 14 16:08:53.961896 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e07401af-7719-46df-bb96-76fab40786ff req-0dce1fe3-a5eb-4402-b1c3-6b91e7985cf1 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407703 Apr 14 16:08:53.966443 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b235dae1-a15a-469e-b38c-7175288f2b05 req-be0c68a4-daa4-4c86-aa39-c10b2ac57429 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327461 Apr 14 16:08:54.443633 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf8db0-a4df-4083-830b-6b3f24139efd req-f3ccdebf-fdeb-43bb-931b-bd6942acdc7e tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:54.445205 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-70cf8db0-a4df-4083-830b-6b3f24139efd req-f3ccdebf-fdeb-43bb-931b-bd6942acdc7e tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 945 time: 0.1351678 Apr 14 16:08:54.489980 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-70cf8db0-a4df-4083-830b-6b3f24139efd req-af2a43a2-2495-4c45-bf75-d20611271260 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343823 Apr 14 16:08:54.510960 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc3b51-3886-4da7-9517-226503705073 req-262ef75a-79d0-4f66-b2e0-1c23def150c1 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:54.512513 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-27fc3b51-3886-4da7-9517-226503705073 req-262ef75a-79d0-4f66-b2e0-1c23def150c1 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.1322682 Apr 14 16:08:54.542512 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-27fc3b51-3886-4da7-9517-226503705073 req-4a58cfb0-7964-48e9-859e-08c4860de7ba tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0236049 Apr 14 16:08:54.702759 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2 up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:08:54.772774 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning for port 6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:08:54.777653 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port 6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:08:54.778073 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:54.902539 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:54.914264 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7408de0d-5be2-4804-a3c9-54aea7f2879f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:08:54.925235 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2,segment=NetworkSegment(69694584-71e3-4517-b7c8-8c8615127aeb),segment_id=69694584-71e3-4517-b7c8-8c8615127aeb)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:54.928511 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:54.929418 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 869e3685-62fd-42f6-8754-87a98be83dc8 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:08:54.960268 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-f9c59530-cef5-4c46-aced-485b630e24f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:55.030988 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055d905-8fbb-4854-9926-8aed4954bd81 req-8627b341-c0e2-4607-83b8-8c3c8eaa6cac tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:55.032825 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-e055d905-8fbb-4854-9926-8aed4954bd81 req-8627b341-c0e2-4607-83b8-8c3c8eaa6cac tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Synchronizing usage tracker for tenant:acc9279607264a5498ce14826bf5306e on resource:port {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:08:55.033680 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7408de0d-5be2-4804-a3c9-54aea7f2879f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2', 'code': 200} Apr 14 16:08:55.039900 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:55.049723 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] No Port match for: 869e3685-62fd-42f6-8754-87a98be83dc8 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:08:55.050119 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 869e3685-62fd-42f6-8754-87a98be83dc8 not bound to the agent host hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:08:55.051857 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:55.060113 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-e055d905-8fbb-4854-9926-8aed4954bd81 req-8627b341-c0e2-4607-83b8-8c3c8eaa6cac tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Unset dirty status for tenant:acc9279607264a5498ce14826bf5306e on resource:port {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:08:55.062891 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e055d905-8fbb-4854-9926-8aed4954bd81 req-8627b341-c0e2-4607-83b8-8c3c8eaa6cac tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 945 time: 0.1467092 Apr 14 16:08:55.147572 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-e055d905-8fbb-4854-9926-8aed4954bd81 req-6d441017-4c30-44b7-b6cd-b1835d84b983 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Deleting port d4a42e33-ad02-4256-b8d3-dec2f697aa09 {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:08:55.148412 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-e055d905-8fbb-4854-9926-8aed4954bd81 req-6d441017-4c30-44b7-b6cd-b1835d84b983 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:55.284521 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11714a-5bb2-48be-9ed2-16d68579c7ff req-d5fa0e1f-094d-42b5-b30b-a82e2fab96d7 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:55.286073 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-dd11714a-5bb2-48be-9ed2-16d68579c7ff req-d5fa0e1f-094d-42b5-b30b-a82e2fab96d7 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.1614747 Apr 14 16:08:55.295438 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df072bbe-8287-4cb6-a6cf-7c0da56a5541 req-8a3acffc-2ef7-4497-ab54-70a45acc904a tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:55.296958 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-df072bbe-8287-4cb6-a6cf-7c0da56a5541 req-8a3acffc-2ef7-4497-ab54-70a45acc904a tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=7408de0d-5be2-4804-a3c9-54aea7f2879f HTTP/1.1" status: 200 len: 946 time: 0.1305327 Apr 14 16:08:55.340345 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-dd11714a-5bb2-48be-9ed2-16d68579c7ff req-ee986b78-32eb-4aaa-a012-db820881723c tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423405 Apr 14 16:08:55.344952 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-df072bbe-8287-4cb6-a6cf-7c0da56a5541 req-688310b4-2690-4f35-8395-62f5496a48d2 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340080 Apr 14 16:08:55.371750 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60231ec-f3a1-45c2-bce1-a4dbf8cfb338 req-ef50689b-ab4e-4ddd-8576-98273a18e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:55.373347 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c60231ec-f3a1-45c2-bce1-a4dbf8cfb338 req-ef50689b-ab4e-4ddd-8576-98273a18e94e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7408de0d-5be2-4804-a3c9-54aea7f2879f HTTP/1.1" status: 200 len: 1099 time: 0.1974969 Apr 14 16:08:55.464378 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c60231ec-f3a1-45c2-bce1-a4dbf8cfb338 req-89c1cd64-af8a-4c47-a0dc-b9c7cb10ddd9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409358 Apr 14 16:08:55.498431 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-e055d905-8fbb-4854-9926-8aed4954bd81 req-6d441017-4c30-44b7-b6cd-b1835d84b983 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] For port d4a42e33-ad02-4256-b8d3-dec2f697aa09, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d4a42e33-ad02-4256-b8d3-dec2f697aa09,segment=NetworkSegment(b381b6c6-6aa9-422a-afa4-1af838049569),segment_id=b381b6c6-6aa9-422a-afa4-1af838049569)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:55.498830 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-e055d905-8fbb-4854-9926-8aed4954bd81 req-6d441017-4c30-44b7-b6cd-b1835d84b983 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:55.633053 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-e055d905-8fbb-4854-9926-8aed4954bd81 req-6d441017-4c30-44b7-b6cd-b1835d84b983 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Calling delete_port for d4a42e33-ad02-4256-b8d3-dec2f697aa09 owned by compute:nova {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:08:55.781738 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37494e3d-2850-42da-b336-0ae86c6fe202 req-f3cc182e-e120-499c-904e-086e1ae1f607 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:55.783387 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-37494e3d-2850-42da-b336-0ae86c6fe202 req-f3cc182e-e120-499c-904e-086e1ae1f607 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cc221e-1a41-4172-be35-dd95d1164b74 HTTP/1.1" status: 200 len: 945 time: 0.1593223 Apr 14 16:08:55.788088 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-e055d905-8fbb-4854-9926-8aed4954bd81 req-6d441017-4c30-44b7-b6cd-b1835d84b983 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:55.793457 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321acaf-5444-447a-86ca-a847df8c8da1 req-f1167cfd-b008-4057-8ae1-bd59d3eb1fc0 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:55.795249 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e321acaf-5444-447a-86ca-a847df8c8da1 req-f1167cfd-b008-4057-8ae1-bd59d3eb1fc0 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.1316364 Apr 14 16:08:55.802106 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['ffe9d56f-16a4-4159-afc5-51f9f131487b', 'd4a42e33-ad02-4256-b8d3-dec2f697aa09'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:08:55.804430 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3a97d7ce-f6d5-42da-a574-2c5efb28ce29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:55.835705 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-37494e3d-2850-42da-b336-0ae86c6fe202 req-3f331fcc-6fb6-4345-860c-51a13cf012d7 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393083 Apr 14 16:08:55.843739 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e321acaf-5444-447a-86ca-a847df8c8da1 req-a0373b5e-026e-4664-bf74-a17a7a7d8617 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327189 Apr 14 16:08:55.861297 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d441017-4c30-44b7-b6cd-b1835d84b983 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Pushing event deleted for resources: {'Port': ['ID=d4a42e33-ad02-4256-b8d3-dec2f697aa09,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:55.876023 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6d441017-4c30-44b7-b6cd-b1835d84b983 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:56.050035 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-e055d905-8fbb-4854-9926-8aed4954bd81 req-6d441017-4c30-44b7-b6cd-b1835d84b983 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] No DVR routers for this DVR port d4a42e33-ad02-4256-b8d3-dec2f697aa09 on host hv-cinder-78626 {{(pid=85284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:08:56.052589 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-e055d905-8fbb-4854-9926-8aed4954bd81 req-6d441017-4c30-44b7-b6cd-b1835d84b983 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:56.055620 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cc221e-1a41-4172-be35-dd95d1164b74', 'name': 'network-vif-deleted', 'tag': 'd4a42e33-ad02-4256-b8d3-dec2f697aa09'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:08:56.070960 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e055d905-8fbb-4854-9926-8aed4954bd81 req-6d441017-4c30-44b7-b6cd-b1835d84b983 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.54 "DELETE /v2.0/ports/d4a42e33-ad02-4256-b8d3-dec2f697aa09 HTTP/1.1" status: 204 len: 173 time: 1.0025797 Apr 14 16:08:56.104922 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cc221e-1a41-4172-be35-dd95d1164b74', 'name': 'network-vif-deleted', 'tag': 'd4a42e33-ad02-4256-b8d3-dec2f697aa09', 'status': 'completed', 'code': 200} Apr 14 16:08:56.354667 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:08:56.614767 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadad710-bf8e-4880-9ada-c3c1d0dc5091 req-8a3733c2-e2e3-4efb-9015-262c98198732 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:56.616299 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fadad710-bf8e-4880-9ada-c3c1d0dc5091 req-8a3733c2-e2e3-4efb-9015-262c98198732 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.1584070 Apr 14 16:08:56.625856 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672684ed-df79-4f58-9558-ab30de22036c req-6f84dc1e-ce47-4e48-94a7-cbc6aee745cb tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:56.627439 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-672684ed-df79-4f58-9558-ab30de22036c req-6f84dc1e-ce47-4e48-94a7-cbc6aee745cb tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=7408de0d-5be2-4804-a3c9-54aea7f2879f HTTP/1.1" status: 200 len: 946 time: 0.1301916 Apr 14 16:08:56.668045 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fadad710-bf8e-4880-9ada-c3c1d0dc5091 req-cdbc1598-b3bb-47fc-995a-3d038817a086 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395293 Apr 14 16:08:56.675449 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-672684ed-df79-4f58-9558-ab30de22036c req-babe5950-1162-4ea4-8869-4a24c5d0c339 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343177 Apr 14 16:08:56.787762 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c3311bbd-010a-455c-9908-d6c7af099a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:57.060542 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70370363-16f5-4a0c-ae81-bd6a93def687 req-1a439a14-0d0a-4ff3-92c5-b86d2c110a18 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:57.062220 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-70370363-16f5-4a0c-ae81-bd6a93def687 req-1a439a14-0d0a-4ff3-92c5-b86d2c110a18 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.0942600 Apr 14 16:08:57.093876 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-70370363-16f5-4a0c-ae81-bd6a93def687 req-658903e4-8512-44b4-928c-dfac839d4b28 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0243621 Apr 14 16:08:57.411239 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389e804-3c86-4269-948d-f6c4f61613e1 req-7df70bfd-8c81-48ea-94e2-c86c4c2aa2cb tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:57.411952 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-6389e804-3c86-4269-948d-f6c4f61613e1 req-7df70bfd-8c81-48ea-94e2-c86c4c2aa2cb tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Synchronizing usage tracker for tenant:56f3498a3fcb47e2972e9fbd622c8e0e on resource:port {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:08:57.427478 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-6389e804-3c86-4269-948d-f6c4f61613e1 req-7df70bfd-8c81-48ea-94e2-c86c4c2aa2cb tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Unset dirty status for tenant:56f3498a3fcb47e2972e9fbd622c8e0e on resource:port {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:08:57.428811 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6389e804-3c86-4269-948d-f6c4f61613e1 req-7df70bfd-8c81-48ea-94e2-c86c4c2aa2cb tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.54 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.1054547 Apr 14 16:08:57.504769 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-6389e804-3c86-4269-948d-f6c4f61613e1 req-24e590e0-2a7b-4a52-91ab-6984e1e0cbb7 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Deleting port 7df13d7a-3651-4a49-a27f-fb20faca443f {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:08:57.505153 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-6389e804-3c86-4269-948d-f6c4f61613e1 req-24e590e0-2a7b-4a52-91ab-6984e1e0cbb7 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:57.760889 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-6389e804-3c86-4269-948d-f6c4f61613e1 req-24e590e0-2a7b-4a52-91ab-6984e1e0cbb7 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] For port 7df13d7a-3651-4a49-a27f-fb20faca443f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7df13d7a-3651-4a49-a27f-fb20faca443f,segment=NetworkSegment(1bbf8336-5fa4-4cd7-9b61-f26412f0ab97),segment_id=1bbf8336-5fa4-4cd7-9b61-f26412f0ab97)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:08:57.761324 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-6389e804-3c86-4269-948d-f6c4f61613e1 req-24e590e0-2a7b-4a52-91ab-6984e1e0cbb7 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:57.896924 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-6389e804-3c86-4269-948d-f6c4f61613e1 req-24e590e0-2a7b-4a52-91ab-6984e1e0cbb7 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Calling delete_port for 7df13d7a-3651-4a49-a27f-fb20faca443f owned by compute:nova {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:08:57.943635 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132c6d6-6b05-47da-8bba-e575fcf5a1a6 req-b749b988-01b0-4a1c-bcc5-57d376cb6c4b tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:57.945480 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3132c6d6-6b05-47da-8bba-e575fcf5a1a6 req-b749b988-01b0-4a1c-bcc5-57d376cb6c4b tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 946 time: 0.1576364 Apr 14 16:08:57.959777 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f424c2-17b5-4c79-b531-b8698ee7447f req-f5a07930-3ebe-4c67-a8d9-bcdaa2ffb108 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:57.961087 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-97f424c2-17b5-4c79-b531-b8698ee7447f req-f5a07930-3ebe-4c67-a8d9-bcdaa2ffb108 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=7408de0d-5be2-4804-a3c9-54aea7f2879f HTTP/1.1" status: 200 len: 946 time: 0.1303988 Apr 14 16:08:58.004716 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3132c6d6-6b05-47da-8bba-e575fcf5a1a6 req-007fe3f5-e5bd-459f-8be9-e3028ecbcb22 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c84e1a-f03a-4629-9e3c-6e0a373712f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425596 Apr 14 16:08:58.009824 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-97f424c2-17b5-4c79-b531-b8698ee7447f req-3a543932-5456-4d28-8df2-c17b123e3a6f tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344019 Apr 14 16:08:58.052026 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-6389e804-3c86-4269-948d-f6c4f61613e1 req-24e590e0-2a7b-4a52-91ab-6984e1e0cbb7 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:58.064417 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['7df13d7a-3651-4a49-a27f-fb20faca443f'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:08:58.068316 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7705cde6-7892-4583-99ce-7bf2c83a621c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:08:58.129876 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e590e0-2a7b-4a52-91ab-6984e1e0cbb7 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Pushing event deleted for resources: {'Port': ['ID=7df13d7a-3651-4a49-a27f-fb20faca443f,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:08:58.135596 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-24e590e0-2a7b-4a52-91ab-6984e1e0cbb7 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:08:58.329660 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-6389e804-3c86-4269-948d-f6c4f61613e1 req-24e590e0-2a7b-4a52-91ab-6984e1e0cbb7 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] No DVR routers for this DVR port 7df13d7a-3651-4a49-a27f-fb20faca443f on host hv-cinder-78626 {{(pid=85284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:08:58.332091 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5463d5d-526d-4f7a-92ba-7a230daf313b req-6bd9d7a7-c5a8-4c35-b343-7e6c18c889b8 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:58.332304 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-6389e804-3c86-4269-948d-f6c4f61613e1 req-24e590e0-2a7b-4a52-91ab-6984e1e0cbb7 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:58.333727 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b5463d5d-526d-4f7a-92ba-7a230daf313b req-6bd9d7a7-c5a8-4c35-b343-7e6c18c889b8 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.1106241 Apr 14 16:08:58.336590 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db654b6-ccd9-4cbd-9788-abbb8f81f7ee', 'name': 'network-vif-deleted', 'tag': '7df13d7a-3651-4a49-a27f-fb20faca443f'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:08:58.350968 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6389e804-3c86-4269-948d-f6c4f61613e1 req-24e590e0-2a7b-4a52-91ab-6984e1e0cbb7 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.54 "DELETE /v2.0/ports/7df13d7a-3651-4a49-a27f-fb20faca443f HTTP/1.1" status: 204 len: 173 time: 0.9153085 Apr 14 16:08:58.366877 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b5463d5d-526d-4f7a-92ba-7a230daf313b req-f67ecf52-b89b-4890-9392-7f9dbdf807e0 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257220 Apr 14 16:08:58.520832 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db654b6-ccd9-4cbd-9788-abbb8f81f7ee', 'name': 'network-vif-deleted', 'tag': '7df13d7a-3651-4a49-a27f-fb20faca443f', 'status': 'completed', 'code': 200} Apr 14 16:08:58.704201 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device d4a42e33-ad02-4256-b8d3-dec2f697aa09 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:08:58.741361 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] No Port match for: d4a42e33-ad02-4256-b8d3-dec2f697aa09 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:08:58.741724 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device d4a42e33-ad02-4256-b8d3-dec2f697aa09 not bound to the agent host hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:08:58.776564 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3911d3e-7e8f-4dd9-9b2d-52356667f622 req-b815c42b-1714-4ac6-a326-c586d4adbb42 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:58.778156 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a3911d3e-7e8f-4dd9-9b2d-52356667f622 req-b815c42b-1714-4ac6-a326-c586d4adbb42 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 945 time: 0.0882540 Apr 14 16:08:58.809010 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a3911d3e-7e8f-4dd9-9b2d-52356667f622 req-496179a8-188e-4d7f-b74d-439da1b045f1 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245953 Apr 14 16:08:59.191758 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-53f2a730-8550-40bf-aed0-85882e20c861 req-ee8bdd2c-e6f3-4673-a709-dcb4932d507b tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db654b6-ccd9-4cbd-9788-abbb8f81f7ee HTTP/1.1" status: 200 len: 210 time: 0.0489814 Apr 14 16:08:59.423711 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d8c29666-baf1-43fa-b0a4-56c1f295216a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:59.574066 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b498a0-28ce-42ae-9e36-01d96546f55d req-3d3b87c0-3ee9-4855-ae38-877f37defa1a tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:08:59.575646 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a3b498a0-28ce-42ae-9e36-01d96546f55d req-3d3b87c0-3ee9-4855-ae38-877f37defa1a tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.0886965 Apr 14 16:08:59.605954 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a3b498a0-28ce-42ae-9e36-01d96546f55d req-1e6ceedc-5884-4121-92de-1ca5abbd1ae1 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0240147 Apr 14 16:08:59.663892 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:00.006697 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d97c4-7588-4518-a1f0-4a6c9115ca52 req-6c95b8b2-9551-4cf4-8fb5-eda0a87c86de tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:00.008284 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c27d97c4-7588-4518-a1f0-4a6c9115ca52 req-6c95b8b2-9551-4cf4-8fb5-eda0a87c86de tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 945 time: 0.0873628 Apr 14 16:09:00.039054 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c27d97c4-7588-4518-a1f0-4a6c9115ca52 req-38bae4b7-c657-424d-b8fb-d14b08c8103a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242696 Apr 14 16:09:00.293563 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 37080) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:00.414714 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:00.820327 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f79d61-5621-46e5-9646-2678aea307d5 req-dcaea969-6c47-4cec-a986-510a8e18af48 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:00.822489 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f8f79d61-5621-46e5-9646-2678aea307d5 req-dcaea969-6c47-4cec-a986-510a8e18af48 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.0905027 Apr 14 16:09:00.852741 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f8f79d61-5621-46e5-9646-2678aea307d5 req-ca90f27b-aac5-4d5e-a76a-86bc7d4904ba tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0235622 Apr 14 16:09:01.008165 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef0fab-15ae-4d0d-8c1f-d80bb3936fe0 req-5d8a755d-2fbe-4ddf-a49a-786494380b3e tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:01.008844 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-ceef0fab-15ae-4d0d-8c1f-d80bb3936fe0 req-5d8a755d-2fbe-4ddf-a49a-786494380b3e tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Synchronizing usage tracker for tenant:acc9279607264a5498ce14826bf5306e on resource:port {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:09:01.063103 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-ceef0fab-15ae-4d0d-8c1f-d80bb3936fe0 req-5d8a755d-2fbe-4ddf-a49a-786494380b3e tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Unset dirty status for tenant:acc9279607264a5498ce14826bf5306e on resource:port {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:09:01.064341 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ceef0fab-15ae-4d0d-8c1f-d80bb3936fe0 req-5d8a755d-2fbe-4ddf-a49a-786494380b3e tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 945 time: 0.2270420 Apr 14 16:09:01.157383 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-ceef0fab-15ae-4d0d-8c1f-d80bb3936fe0 req-95252f8c-d84b-4933-80a7-3dee2de32c30 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Deleting port ffe9d56f-16a4-4159-afc5-51f9f131487b {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:09:01.157772 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-ceef0fab-15ae-4d0d-8c1f-d80bb3936fe0 req-95252f8c-d84b-4933-80a7-3dee2de32c30 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:01.239016 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df803de5-c471-425f-ad75-93ec5e555a62 req-e4c033c1-7f85-40b3-93ed-7a4974ae1b6c tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:01.240625 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-df803de5-c471-425f-ad75-93ec5e555a62 req-e4c033c1-7f85-40b3-93ed-7a4974ae1b6c tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 945 time: 0.0885382 Apr 14 16:09:01.271408 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-df803de5-c471-425f-ad75-93ec5e555a62 req-8e4cad1f-0d93-43e7-97d6-4e68df4d8061 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/security-groups?id=64b8773a-6564-4554-8294-cdfb1eca8e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237095 Apr 14 16:09:01.463820 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0a7fb4e0-dc85-4d4a-88ad-1ca7e6442d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1768756'] for router_interface, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:01.616404 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-ceef0fab-15ae-4d0d-8c1f-d80bb3936fe0 req-95252f8c-d84b-4933-80a7-3dee2de32c30 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] For port ffe9d56f-16a4-4159-afc5-51f9f131487b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ffe9d56f-16a4-4159-afc5-51f9f131487b,segment=NetworkSegment(b381b6c6-6aa9-422a-afa4-1af838049569),segment_id=b381b6c6-6aa9-422a-afa4-1af838049569)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:09:01.616800 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-ceef0fab-15ae-4d0d-8c1f-d80bb3936fe0 req-95252f8c-d84b-4933-80a7-3dee2de32c30 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:01.763313 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-ceef0fab-15ae-4d0d-8c1f-d80bb3936fe0 req-95252f8c-d84b-4933-80a7-3dee2de32c30 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Calling delete_port for ffe9d56f-16a4-4159-afc5-51f9f131487b owned by compute:nova {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:09:02.057816 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:02.058850 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-ceef0fab-15ae-4d0d-8c1f-d80bb3936fe0 req-95252f8c-d84b-4933-80a7-3dee2de32c30 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:02.074731 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['ffe9d56f-16a4-4159-afc5-51f9f131487b'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:09:02.081273 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88defb86-6a46-4443-a0e4-cd373b8699b9 req-63b954b1-cc80-4144-884a-0e911c7d6c82 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:02.090598 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-88defb86-6a46-4443-a0e4-cd373b8699b9 req-63b954b1-cc80-4144-884a-0e911c7d6c82 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.1175678 Apr 14 16:09:02.106082 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-92fba212-184c-40a5-9eff-755a13a19b6e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:02.119339 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-88defb86-6a46-4443-a0e4-cd373b8699b9 req-82a4d718-7bb3-4bd9-ad13-0b9076d59d28 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272596 Apr 14 16:09:02.179814 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95252f8c-d84b-4933-80a7-3dee2de32c30 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Pushing event deleted for resources: {'Port': ['ID=ffe9d56f-16a4-4159-afc5-51f9f131487b,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:02.193017 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-95252f8c-d84b-4933-80a7-3dee2de32c30 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:02.254908 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-0a7fb4e0-dc85-4d4a-88ad-1ca7e6442d25 admin admin] Deleting port f17b6db1-9ed9-4661-be9d-d4c5cb02fc59 {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:09:02.255291 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0a7fb4e0-dc85-4d4a-88ad-1ca7e6442d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:02.436544 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-41151b35-f8f7-4cb3-94a5-672fa1aa2f8e req-ee587658-8569-423a-96eb-d10ee8d1f85d tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.53 "GET /v2.0/ports?device_id=e58841a5-7f57-4109-9998-17cdd2a0b681 HTTP/1.1" status: 200 len: 210 time: 0.0486507 Apr 14 16:09:02.531397 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceef0fab-15ae-4d0d-8c1f-d80bb3936fe0 req-95252f8c-d84b-4933-80a7-3dee2de32c30 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] No DVR routers for this DVR port ffe9d56f-16a4-4159-afc5-51f9f131487b on host hv-cinder-78626 {{(pid=85284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:09:02.536057 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-ceef0fab-15ae-4d0d-8c1f-d80bb3936fe0 req-95252f8c-d84b-4933-80a7-3dee2de32c30 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:02.538776 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58841a5-7f57-4109-9998-17cdd2a0b681', 'name': 'network-vif-deleted', 'tag': 'ffe9d56f-16a4-4159-afc5-51f9f131487b'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:09:02.571761 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ceef0fab-15ae-4d0d-8c1f-d80bb3936fe0 req-95252f8c-d84b-4933-80a7-3dee2de32c30 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] 10.222.0.54 "DELETE /v2.0/ports/ffe9d56f-16a4-4159-afc5-51f9f131487b HTTP/1.1" status: 204 len: 173 time: 1.4987903 Apr 14 16:09:02.573502 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-0a7fb4e0-dc85-4d4a-88ad-1ca7e6442d25 admin admin] For port f17b6db1-9ed9-4661-be9d-d4c5cb02fc59, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=f17b6db1-9ed9-4661-be9d-d4c5cb02fc59,segment=NetworkSegment(1bbf8336-5fa4-4cd7-9b61-f26412f0ab97),segment_id=1bbf8336-5fa4-4cd7-9b61-f26412f0ab97)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:09:02.573903 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0a7fb4e0-dc85-4d4a-88ad-1ca7e6442d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:02.640877 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58841a5-7f57-4109-9998-17cdd2a0b681', 'name': 'network-vif-deleted', 'tag': 'ffe9d56f-16a4-4159-afc5-51f9f131487b', 'status': 'completed', 'code': 200} Apr 14 16:09:02.711150 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-0a7fb4e0-dc85-4d4a-88ad-1ca7e6442d25 admin admin] Calling delete_port for f17b6db1-9ed9-4661-be9d-d4c5cb02fc59 owned by network:router_interface {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:09:02.721826 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device ffe9d56f-16a4-4159-afc5-51f9f131487b no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:09:02.761549 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] No Port match for: ffe9d56f-16a4-4159-afc5-51f9f131487b {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:09:02.761950 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device ffe9d56f-16a4-4159-afc5-51f9f131487b not bound to the agent host hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:09:02.762443 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 7df13d7a-3651-4a49-a27f-fb20faca443f no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:09:02.798345 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] No Port match for: 7df13d7a-3651-4a49-a27f-fb20faca443f {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:09:02.798743 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 7df13d7a-3651-4a49-a27f-fb20faca443f not bound to the agent host hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:09:03.275623 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0a7fb4e0-dc85-4d4a-88ad-1ca7e6442d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:03.291331 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6d441017-4c30-44b7-b6cd-b1835d84b983 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:03.339810 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bb261-c16a-4ca1-9e6e-f2b7d8907da3 req-23eb0fd3-fd25-457e-8725-9d5dd218381e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:03.341434 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ea5bb261-c16a-4ca1-9e6e-f2b7d8907da3 req-23eb0fd3-fd25-457e-8725-9d5dd218381e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.0964129 Apr 14 16:09:03.349025 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7fb4e0-dc85-4d4a-88ad-1ca7e6442d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=f17b6db1-9ed9-4661-be9d-d4c5cb02fc59,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:03.352989 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0a7fb4e0-dc85-4d4a-88ad-1ca7e6442d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:03.372422 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ea5bb261-c16a-4ca1-9e6e-f2b7d8907da3 req-d8323872-532d-457d-83ff-4de52ea12616 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0243082 Apr 14 16:09:03.539463 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 37108) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:03.606799 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_v2 [None req-21578175-23bd-4e3a-adc0-1e2ddc9c04ea admin admin] Deleting subnet 864a9ded-9107-446c-b285-140a1dcad264 {{(pid=85285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:09:03.609996 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-21578175-23bd-4e3a-adc0-1e2ddc9c04ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:03.664979 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-21578175-23bd-4e3a-adc0-1e2ddc9c04ea admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:03.673613 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-21578175-23bd-4e3a-adc0-1e2ddc9c04ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14877'] for subnet, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:03.742837 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0a7fb4e0-dc85-4d4a-88ad-1ca7e6442d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853169174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704643'] for router_interface, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:03.937086 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-21578175-23bd-4e3a-adc0-1e2ddc9c04ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854760955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for subnet, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:03.952518 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e30be167-128d-4f30-87a5-b51808128396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:04.085342 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21578175-23bd-4e3a-adc0-1e2ddc9c04ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=864a9ded-9107-446c-b285-140a1dcad264,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:04.100165 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-21578175-23bd-4e3a-adc0-1e2ddc9c04ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:04.108164 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-21578175-23bd-4e3a-adc0-1e2ddc9c04ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:04.114926 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-21578175-23bd-4e3a-adc0-1e2ddc9c04ea admin admin] 10.222.0.53 "DELETE /v2.0/subnets/864a9ded-9107-446c-b285-140a1dcad264 HTTP/1.1" status: 204 len: 168 time: 0.5738230 Apr 14 16:09:04.117536 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 37116) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:04.235117 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854580288'] for network, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:04.277229 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7fb4e0-dc85-4d4a-88ad-1ca7e6442d25 admin admin] Router 2b2d5bcd-977b-4b9f-963c-550d7b0cd14a has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:09:04.430385 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363258286215762'] for network, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:04.479317 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7fb4e0-dc85-4d4a-88ad-1ca7e6442d25 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:09:04.489716 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074c8210-9c8f-436f-ad8f-ddf7b39bd149 None None] Sync routers for ids ['2b2d5bcd-977b-4b9f-963c-550d7b0cd14a'] in dv-cinder-786260-2-iscsi {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:09:04.495570 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-0a7fb4e0-dc85-4d4a-88ad-1ca7e6442d25 admin admin] 10.222.0.53 "PUT /v2.0/routers/2b2d5bcd-977b-4b9f-963c-550d7b0cd14a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2008429 Apr 14 16:09:04.498118 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 37122) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:04.505781 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074c8210-9c8f-436f-ad8f-ddf7b39bd149 None None] Routers {'2b2d5bcd-977b-4b9f-963c-550d7b0cd14a'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:09:04.506420 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-074c8210-9c8f-436f-ad8f-ddf7b39bd149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:08:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['2b2d5bcd-977b-4b9f-963c-550d7b0cd14a'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:09:04.694381 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-41f7aa70-62b0-4c90-825c-4e4841839d6f admin admin] Notify callbacks [] for router, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:04.704701 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-074c8210-9c8f-436f-ad8f-ddf7b39bd149 None None] Set router 2b2d5bcd-977b-4b9f-963c-550d7b0cd14a gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:09:04.811592 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:09:04.812524 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:09:04.813519 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:09:04.814287 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Subscribe: > port after_create 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:09:04.814819 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:09:04.815367 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Subscribe: > port after_update 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:09:04.815889 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:09:04.816426 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:09:04.816953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:09:04.817571 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:09:04.891427 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-41f7aa70-62b0-4c90-825c-4e4841839d6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:04.900015 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-41f7aa70-62b0-4c90-825c-4e4841839d6f admin admin] Deleting port 9592afb5-169b-463f-bb88-65be7047c0ea {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:09:04.900394 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-41f7aa70-62b0-4c90-825c-4e4841839d6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:04.946491 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:09:04.946880 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:09:04.947250 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:09:04.947621 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:09:04.948034 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a8843b-6ccf-44d9-81c5-6907f5dcf390']}} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:09:04.976429 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b381b6c6-6aa9-422a-afa4-1af838049569') {'for_net_delete': True} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:09:04.977347 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b381b6c6-6aa9-422a-afa4-1af838049569') {} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:09:04.990941 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258286223442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850711108'] for segment, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:05.027634 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-074c8210-9c8f-436f-ad8f-ddf7b39bd149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2d5bcd-977b-4b9f-963c-550d7b0cd14a', 'name': 'tempest-ServerRescueNegativeTestJSON-65415481-router', 'tenant_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '9592afb5-169b-463f-bb88-65be7047c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:05:00Z', 'updated_at': '2021-04-14T16:09:03Z', 'revision_number': 5, 'project_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'gw_port': {'id': '9592afb5-169b-463f-bb88-65be7047c0ea', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2d5bcd-977b-4b9f-963c-550d7b0cd14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:02Z', 'updated_at': '2021-04-14T16:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:09:05.032270 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074c8210-9c8f-436f-ad8f-ddf7b39bd149 None None] Checking router: 2b2d5bcd-977b-4b9f-963c-550d7b0cd14a for host: dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:09:05.039795 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:05.043964 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074c8210-9c8f-436f-ad8f-ddf7b39bd149 None None] Routers {'2b2d5bcd-977b-4b9f-963c-550d7b0cd14a'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:09:05.044826 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-074c8210-9c8f-436f-ad8f-ddf7b39bd149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:08:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['2b2d5bcd-977b-4b9f-963c-550d7b0cd14a'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:09:05.050979 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=85285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:09:05.099076 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-41f7aa70-62b0-4c90-825c-4e4841839d6f admin admin] For port 9592afb5-169b-463f-bb88-65be7047c0ea, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=9592afb5-169b-463f-bb88-65be7047c0ea,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:09:05.099403 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-41f7aa70-62b0-4c90-825c-4e4841839d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:05.137369 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac6c61-4c84-4a97-84ee-cd58915fda90 req-272949b8-a7d6-44cc-bc3c-fa05d0ed6c5c tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:05.139205 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a4ac6c61-4c84-4a97-84ee-cd58915fda90 req-272949b8-a7d6-44cc-bc3c-fa05d0ed6c5c tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.4164586 Apr 14 16:09:05.222261 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-074c8210-9c8f-436f-ad8f-ddf7b39bd149 None None] Set router 2b2d5bcd-977b-4b9f-963c-550d7b0cd14a gateway port host: None {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:09:05.236674 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-41f7aa70-62b0-4c90-825c-4e4841839d6f admin admin] Calling delete_port for 9592afb5-169b-463f-bb88-65be7047c0ea owned by network:router_gateway {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:09:05.255587 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a4ac6c61-4c84-4a97-84ee-cd58915fda90 req-6cf5213f-8e39-4e36-b915-ccf1a9e3a8db tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076407 Apr 14 16:09:05.283306 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Network 54a8843b-6ccf-44d9-81c5-6907f5dcf390 has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:09:05.303744 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063791'] for segment, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:05.387112 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-074c8210-9c8f-436f-ad8f-ddf7b39bd149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2d5bcd-977b-4b9f-963c-550d7b0cd14a', 'name': 'tempest-ServerRescueNegativeTestJSON-65415481-router', 'tenant_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:05:00Z', 'updated_at': '2021-04-14T16:09:04Z', 'revision_number': 6, 'project_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'gw_port_host': None}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:09:05.396134 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074c8210-9c8f-436f-ad8f-ddf7b39bd149 None None] The sync data for ids ['2b2d5bcd-977b-4b9f-963c-550d7b0cd14a'] in dv-cinder-786260-2-iscsi is: [{'id': '2b2d5bcd-977b-4b9f-963c-550d7b0cd14a', 'name': 'tempest-ServerRescueNegativeTestJSON-65415481-router', 'tenant_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:05:00Z', 'updated_at': '2021-04-14T16:09:04Z', 'revision_number': 6, 'project_id': '56f3498a3fcb47e2972e9fbd622c8e0e', 'gw_port_host': None}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:09:05.528212 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Network 54a8843b-6ccf-44d9-81c5-6907f5dcf390 has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: from cryptography.utils import int_from_bytes Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: from cryptography.utils import int_from_bytes Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: (rel_b, rel_a, rel_b), Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: (rel_b, rel_a, rel_b), Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: Traceback (most recent call last): Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: timer() Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: cb(*args, **kw) Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: return func(*args, **kwargs) Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: self._notify() Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: self.callback(batched_events) Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: event.method(event) Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: segment_id)['aggregates'][0] Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: return f(self, *a, **k) Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: return self._get(url).json() Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: **kwargs) Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: return self.request(url, 'GET', **kwargs) Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: **endpoint_filter) Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:09:05.574851 dv-cinder-786260-2-iscsi neutron-server[85169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:09:05.650355 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853071345'] for network, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:05.654448 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-91aa030a-4820-4169-98e1-4111631c47ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:05.676057 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:05.686021 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=54a8843b-6ccf-44d9-81c5-6907f5dcf390,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:05.691530 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:05.698366 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/54a8843b-6ccf-44d9-81c5-6907f5dcf390 HTTP/1.1" status: 204 len: 168 time: 1.5796854 Apr 14 16:09:05.731361 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-41f7aa70-62b0-4c90-825c-4e4841839d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:05.747126 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:05.805515 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7aa70-62b0-4c90-825c-4e4841839d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=9592afb5-169b-463f-bb88-65be7047c0ea,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:05.808247 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-41f7aa70-62b0-4c90-825c-4e4841839d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:05.885725 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 37130) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:05.922546 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-9c248ce3-2545-4af9-9db6-38bfbe25466c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=acc9279607264a5498ce14826bf5306e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0351920 Apr 14 16:09:05.924950 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 37134) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:05.988104 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-71046eee-76af-44ea-864f-5640566dbe2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:06.018768 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-41f7aa70-62b0-4c90-825c-4e4841839d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704485'] for router_gateway, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:06.019027 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-71046eee-76af-44ea-864f-5640566dbe2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:06.077138 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-71046eee-76af-44ea-864f-5640566dbe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:06.082455 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-96f85cf7-b1a9-408f-b3d6-a491b9bf8910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:06.097229 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71046eee-76af-44ea-864f-5640566dbe2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b8773a-6564-4554-8294-cdfb1eca8e8b,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:06.100895 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-71046eee-76af-44ea-864f-5640566dbe2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:06.105727 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-71046eee-76af-44ea-864f-5640566dbe2f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/64b8773a-6564-4554-8294-cdfb1eca8e8b HTTP/1.1" status: 204 len: 168 time: 0.1759486 Apr 14 16:09:06.105727 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-71046eee-76af-44ea-864f-5640566dbe2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:06.211364 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-41f7aa70-62b0-4c90-825c-4e4841839d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259354'] for router, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:06.214365 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-41f7aa70-62b0-4c90-825c-4e4841839d6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:06.312208 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-41f7aa70-62b0-4c90-825c-4e4841839d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853018765'] for router, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:06.312850 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f7aa70-62b0-4c90-825c-4e4841839d6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b2d5bcd-977b-4b9f-963c-550d7b0cd14a {{(pid=85284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:09:06.328190 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-41f7aa70-62b0-4c90-825c-4e4841839d6f admin admin] Notify callbacks [] for router, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:06.331200 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-41f7aa70-62b0-4c90-825c-4e4841839d6f admin admin] 10.222.0.53 "DELETE /v2.0/routers/2b2d5bcd-977b-4b9f-963c-550d7b0cd14a HTTP/1.1" status: 204 len: 168 time: 1.8301125 Apr 14 16:09:06.332281 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 37146) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:06.529591 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20100f4-82a7-4d25-8dea-4a5e6e83e827 admin admin] Deleting subnet a853725d-d158-4e46-bb35-3a52e24eb68b {{(pid=85285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:09:06.544252 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d20100f4-82a7-4d25-8dea-4a5e6e83e827 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:06.613127 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6330e-3baf-4030-9437-6f62894cca3e req-fa5b1766-f086-42c8-a008-2126509eed5c tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:06.614887 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d1f6330e-3baf-4030-9437-6f62894cca3e req-fa5b1766-f086-42c8-a008-2126509eed5c tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.1846876 Apr 14 16:09:06.617533 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d20100f4-82a7-4d25-8dea-4a5e6e83e827 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850711990'] for subnet, precommit_delete_associations {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:06.689101 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d1f6330e-3baf-4030-9437-6f62894cca3e req-f29579de-e654-433f-9dfd-412d3c80d562 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415461 Apr 14 16:09:06.707603 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d20100f4-82a7-4d25-8dea-4a5e6e83e827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14877'] for subnet, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:06.740227 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device e07940c5-3678-4057-8d14-fb0a1dca5ee6 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:09:07.011769 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d20100f4-82a7-4d25-8dea-4a5e6e83e827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854760955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4063808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851707563'] for subnet, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:07.081656 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port e07940c5-3678-4057-8d14-fb0a1dca5ee6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e07940c5-3678-4057-8d14-fb0a1dca5ee6,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:09:07.097086 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': 'e07940c5-3678-4057-8d14-fb0a1dca5ee6', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'port_id': 'e07940c5-3678-4057-8d14-fb0a1dca5ee6', 'mac_address': 'fa:16:3e:69:23:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83188662-4769-460f-ab17-6c69d6a31076', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:09:07.109347 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-49823922-47f6-4514-aba3-ee1beafcbffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:07.147606 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20100f4-82a7-4d25-8dea-4a5e6e83e827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a853725d-d158-4e46-bb35-3a52e24eb68b,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:07.161714 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d20100f4-82a7-4d25-8dea-4a5e6e83e827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:07.165830 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:07.167504 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e07940c5-3678-4057-8d14-fb0a1dca5ee6 {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:09:07.180176 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d20100f4-82a7-4d25-8dea-4a5e6e83e827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:07.184801 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port e07940c5-3678-4057-8d14-fb0a1dca5ee6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e07940c5-3678-4057-8d14-fb0a1dca5ee6,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:09:07.186895 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-d20100f4-82a7-4d25-8dea-4a5e6e83e827 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a853725d-d158-4e46-bb35-3a52e24eb68b HTTP/1.1" status: 204 len: 168 time: 0.8534870 Apr 14 16:09:07.189673 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 37172) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:07.190529 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:07.192415 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:07.263298 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=e07940c5-3678-4057-8d14-fb0a1dca5ee6,revision_number=6']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:07.270096 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:07.310630 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-07b61a00-f05c-44b1-873a-9228a0ecc715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854580288'] for network, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:07.377359 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 9592afb5-169b-463f-bb88-65be7047c0ea no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:09:07.423100 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] No Port match for: 9592afb5-169b-463f-bb88-65be7047c0ea {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:09:07.423395 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 9592afb5-169b-463f-bb88-65be7047c0ea not bound to the agent host dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:09:07.423857 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device f17b6db1-9ed9-4661-be9d-d4c5cb02fc59 no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:09:07.460203 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] No Port match for: f17b6db1-9ed9-4661-be9d-d4c5cb02fc59 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:09:07.460694 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device f17b6db1-9ed9-4661-be9d-d4c5cb02fc59 not bound to the agent host dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:09:07.510682 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-07b61a00-f05c-44b1-873a-9228a0ecc715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363258286215762'] for network, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:07.629361 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-07b61a00-f05c-44b1-873a-9228a0ecc715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a55e38-c40c-46a7-8269-2f73e5dda381']}} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:09:07.643092 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-07b61a00-f05c-44b1-873a-9228a0ecc715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bbf8336-5fa4-4cd7-9b61-f26412f0ab97') {'for_net_delete': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:09:07.643556 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-07b61a00-f05c-44b1-873a-9228a0ecc715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bbf8336-5fa4-4cd7-9b61-f26412f0ab97') {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:09:07.656310 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-07b61a00-f05c-44b1-873a-9228a0ecc715 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258286223442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853326573'] for segment, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:07.674550 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-07b61a00-f05c-44b1-873a-9228a0ecc715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:07.681530 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b61a00-f05c-44b1-873a-9228a0ecc715 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=85284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:09:07.887184 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-07b61a00-f05c-44b1-873a-9228a0ecc715 admin admin] Network c1a55e38-c40c-46a7-8269-2f73e5dda381 has no segments {{(pid=85284) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:09:07.896991 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-07b61a00-f05c-44b1-873a-9228a0ecc715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850995203'] for segment, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:07.929601 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb89b7-3714-400a-99c0-39a5c855e203 req-de0b2ab6-9c78-4547-ad53-4a793a1cc810 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:07.931874 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-caeb89b7-3714-400a-99c0-39a5c855e203 req-de0b2ab6-9c78-4547-ad53-4a793a1cc810 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 944 time: 0.0920973 Apr 14 16:09:07.964932 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-caeb89b7-3714-400a-99c0-39a5c855e203 req-2766045d-3f2a-44fa-8a5f-e076ca870144 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258365 Apr 14 16:09:08.091860 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-07b61a00-f05c-44b1-873a-9228a0ecc715 admin admin] Network c1a55e38-c40c-46a7-8269-2f73e5dda381 has no segments {{(pid=85284) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: Traceback (most recent call last): Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: timer() Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: cb(*args, **kw) Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: return func(*args, **kwargs) Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: self._notify() Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: self.callback(batched_events) Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: event.method(event) Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: segment_id)['aggregates'][0] Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: return f(self, *a, **k) Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: return self._get(url).json() Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: **kwargs) Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: return self.request(url, 'GET', **kwargs) Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: **endpoint_filter) Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:09:08.118797 dv-cinder-786260-2-iscsi neutron-server[85169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:09:08.196985 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-07b61a00-f05c-44b1-873a-9228a0ecc715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853071345'] for network, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:08.200949 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:08.218092 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-07b61a00-f05c-44b1-873a-9228a0ecc715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:08.228148 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b61a00-f05c-44b1-873a-9228a0ecc715 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1a55e38-c40c-46a7-8269-2f73e5dda381,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:08.232137 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-07b61a00-f05c-44b1-873a-9228a0ecc715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:08.236770 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-07b61a00-f05c-44b1-873a-9228a0ecc715 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c1a55e38-c40c-46a7-8269-2f73e5dda381 HTTP/1.1" status: 204 len: 168 time: 1.0459833 Apr 14 16:09:08.451262 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 37204) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:08.491144 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-4cfcd798-67cb-48a1-add1-99bdc98a03bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56f3498a3fcb47e2972e9fbd622c8e0e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380213 Apr 14 16:09:08.493703 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 37208) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:08.559910 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9fcb27a2-5bb9-4dcc-b687-4f60893fbe15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:08.587779 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9fcb27a2-5bb9-4dcc-b687-4f60893fbe15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:08.636284 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9fcb27a2-5bb9-4dcc-b687-4f60893fbe15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:08.641396 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-846a8343-71b2-4957-902c-d024eaa7da98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:08.656470 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb27a2-5bb9-4dcc-b687-4f60893fbe15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c84e1a-f03a-4629-9e3c-6e0a373712f6,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:08.660972 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-9fcb27a2-5bb9-4dcc-b687-4f60893fbe15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:08.664499 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9fcb27a2-5bb9-4dcc-b687-4f60893fbe15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:08.665778 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-9fcb27a2-5bb9-4dcc-b687-4f60893fbe15 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20c84e1a-f03a-4629-9e3c-6e0a373712f6 HTTP/1.1" status: 204 len: 168 time: 0.1710584 Apr 14 16:09:09.185855 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ab689-fe9f-4c85-9749-a05570268fa7 req-0ba27207-3bbf-4024-b36f-2720540a311d tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:09.187517 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-531ab689-fe9f-4c85-9749-a05570268fa7 req-0ba27207-3bbf-4024-b36f-2720540a311d tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 944 time: 0.0938504 Apr 14 16:09:09.223521 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-531ab689-fe9f-4c85-9749-a05570268fa7 req-6818a0ff-eb31-4b7e-9c4f-362e910273d1 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294406 Apr 14 16:09:10.268912 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['e07940c5-3678-4057-8d14-fb0a1dca5ee6'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:09:10.309451 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-de479a5e-56b6-47b3-9e90-3c8be842056b req-8af86c2f-6847-4a2d-86b1-791b4bc64b49 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813138 Apr 14 16:09:10.433113 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de479a5e-56b6-47b3-9e90-3c8be842056b req-33adc20f-984c-43f3-876d-9c51f82cfe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:10.435160 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-de479a5e-56b6-47b3-9e90-3c8be842056b req-33adc20f-984c-43f3-876d-9c51f82cfe3d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cb0e58781b543f0af3f43342740e649&device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 1098 time: 0.0920193 Apr 14 16:09:10.638638 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de479a5e-56b6-47b3-9e90-3c8be842056b req-ac08d934-afac-46a2-ae86-769906a39da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:10.640134 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484f793-1e33-4632-a12d-08060e120843 req-2b79f622-7a4e-4c38-a57c-7972dc6454a2 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:10.640273 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-de479a5e-56b6-47b3-9e90-3c8be842056b req-ac08d934-afac-46a2-ae86-769906a39da5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1b36c666-9490-47fe-871e-06ae9c5795aa HTTP/1.1" status: 200 len: 911 time: 0.1718812 Apr 14 16:09:10.641941 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2484f793-1e33-4632-a12d-08060e120843 req-2b79f622-7a4e-4c38-a57c-7972dc6454a2 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 944 time: 0.1368113 Apr 14 16:09:10.705587 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2484f793-1e33-4632-a12d-08060e120843 req-07da0b16-653a-4e71-9ced-b1c7b97d1cb3 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571847 Apr 14 16:09:10.769304 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-de479a5e-56b6-47b3-9e90-3c8be842056b req-23bc5233-70f7-47b0-a726-caba151404a3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a682c76-757b-4691-9133-f3f122999748 HTTP/1.1" status: 200 len: 1000 time: 0.1157520 Apr 14 16:09:10.850766 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de479a5e-56b6-47b3-9e90-3c8be842056b req-43c5c1b2-f108-464e-a6bf-b7baae7ab1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:10.852514 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-de479a5e-56b6-47b3-9e90-3c8be842056b req-43c5c1b2-f108-464e-a6bf-b7baae7ab1c2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=663945ce-755e-4e25-a5e5-413a3e0ae704 HTTP/1.1" status: 200 len: 849 time: 0.0764248 Apr 14 16:09:10.968825 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de479a5e-56b6-47b3-9e90-3c8be842056b req-ff1bc846-c6c9-4ccc-8e08-164bb6bf9b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:10.971518 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-de479a5e-56b6-47b3-9e90-3c8be842056b req-ff1bc846-c6c9-4ccc-8e08-164bb6bf9b3c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1b36c666-9490-47fe-871e-06ae9c5795aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1091332 Apr 14 16:09:11.159419 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-de479a5e-56b6-47b3-9e90-3c8be842056b req-1ab0f7de-672e-4a50-959b-7bb956ff8cd6 service neutron] 10.222.0.54 "GET /v2.0/networks/1b36c666-9490-47fe-871e-06ae9c5795aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782937 Apr 14 16:09:11.352862 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-de479a5e-56b6-47b3-9e90-3c8be842056b req-8f287774-4fd9-48f3-bdea-2268d14f1730 service neutron] 10.222.0.54 "GET /v2.0/networks/1b36c666-9490-47fe-871e-06ae9c5795aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797869 Apr 14 16:09:12.042721 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6c33f-6758-4190-9b1d-57514bac79c2 req-e17fefb7-0d33-4d4c-83af-98a3c689addc tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:12.050950 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-dcb6c33f-6758-4190-9b1d-57514bac79c2 req-e17fefb7-0d33-4d4c-83af-98a3c689addc tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 944 time: 0.1181514 Apr 14 16:09:12.088330 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-dcb6c33f-6758-4190-9b1d-57514bac79c2 req-b675e44f-eead-413e-9ed0-b6e35287b943 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361528 Apr 14 16:09:12.559389 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device e07940c5-3678-4057-8d14-fb0a1dca5ee6 up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:09:12.639908 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port e07940c5-3678-4057-8d14-fb0a1dca5ee6 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:09:12.640968 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:12.791260 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:12.804229 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07940c5-3678-4057-8d14-fb0a1dca5ee6'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:09:12.815895 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port e07940c5-3678-4057-8d14-fb0a1dca5ee6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e07940c5-3678-4057-8d14-fb0a1dca5ee6,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:09:12.819905 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:12.822240 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:12.875362 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07940c5-3678-4057-8d14-fb0a1dca5ee6', 'code': 200} Apr 14 16:09:12.897191 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=e07940c5-3678-4057-8d14-fb0a1dca5ee6,revision_number=7']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:12.905948 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:12.906369 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:12.907924 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:12.907924 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:12.907924 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:12.907924 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:12.908275 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:12.908443 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:12.908993 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:12.909284 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:12.909633 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:12.910112 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:12.914093 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:13.379603 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f30558-d3f5-4375-84b3-2b1cb359fc7c req-b4d4c2c6-92a6-4670-8f69-23430dbbbdb5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:13.381922 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d7f30558-d3f5-4375-84b3-2b1cb359fc7c req-b4d4c2c6-92a6-4670-8f69-23430dbbbdb5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.1480551 Apr 14 16:09:13.457680 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:13.478124 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d7f30558-d3f5-4375-84b3-2b1cb359fc7c req-4fd7d915-d0b3-43b7-9489-d588f918dd74 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793869 Apr 14 16:09:14.743076 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd04c64-3bbb-4477-a2e8-3c0f9d1c60ec req-c08d751b-b997-4a37-9665-b59f959b858e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:14.745548 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4fd04c64-3bbb-4477-a2e8-3c0f9d1c60ec req-c08d751b-b997-4a37-9665-b59f959b858e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.1005483 Apr 14 16:09:14.783763 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4fd04c64-3bbb-4477-a2e8-3c0f9d1c60ec req-84eb92f4-2896-41af-9f06-d1bfd87ad044 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303004 Apr 14 16:09:16.025443 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ecc92-9f8d-4e65-bbad-59b01407c2cd req-78a8ec5b-99bd-4ef3-bdc7-26abfd84d66f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:16.027157 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f27ecc92-9f8d-4e65-bbad-59b01407c2cd req-78a8ec5b-99bd-4ef3-bdc7-26abfd84d66f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.0942724 Apr 14 16:09:16.061523 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f27ecc92-9f8d-4e65-bbad-59b01407c2cd req-b8406304-b24c-4d72-9e53-d3439e043baa tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271599 Apr 14 16:09:17.303052 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9583cec-855f-4503-b745-c08cdbd4736a req-c6d1fbe8-51e8-433c-9c5c-8b3aebe290a1 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:17.304799 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f9583cec-855f-4503-b745-c08cdbd4736a req-c6d1fbe8-51e8-433c-9c5c-8b3aebe290a1 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.1101472 Apr 14 16:09:17.358976 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f9583cec-855f-4503-b745-c08cdbd4736a req-80af038a-577b-4c98-9f48-e652520af253 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410197 Apr 14 16:09:18.573831 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c6e62-4da7-4a6d-b284-334ba5bd0458 req-b55134a0-f379-4abb-941a-bf39e413d4f9 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:18.575504 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d87c6e62-4da7-4a6d-b284-334ba5bd0458 req-b55134a0-f379-4abb-941a-bf39e413d4f9 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.0900686 Apr 14 16:09:18.607681 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d87c6e62-4da7-4a6d-b284-334ba5bd0458 req-7bfa5211-297a-4a41-b63e-531a6fc85b13 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0249491 Apr 14 16:09:19.891734 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ece6b2-7a2e-480a-979e-047d459c2c2a req-e5934126-cde8-4e6f-b861-78e07c936deb tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:19.893540 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-57ece6b2-7a2e-480a-979e-047d459c2c2a req-e5934126-cde8-4e6f-b861-78e07c936deb tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.2032638 Apr 14 16:09:19.944485 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-57ece6b2-7a2e-480a-979e-047d459c2c2a req-a5327dae-adfc-4560-8a64-468d4f12cee7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416234 Apr 14 16:09:19.965217 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083716b-a9b2-4ad8-859a-dd0481cc121a req-ea9e0def-a525-4e2f-b900-95f713825d96 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:19.973271 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4083716b-a9b2-4ad8-859a-dd0481cc121a req-ea9e0def-a525-4e2f-b900-95f713825d96 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.1728649 Apr 14 16:09:20.007719 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4083716b-a9b2-4ad8-859a-dd0481cc121a req-26dbd01d-76ab-4058-8fa2-71de987fdad7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332146 Apr 14 16:09:21.227584 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a75955-284a-4856-a77d-942f651c0fff req-fe96a999-4057-44be-a4b6-63d264da6a2c tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:21.229198 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-45a75955-284a-4856-a77d-942f651c0fff req-fe96a999-4057-44be-a4b6-63d264da6a2c tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1376550 Apr 14 16:09:21.271664 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-45a75955-284a-4856-a77d-942f651c0fff req-9f25dbf0-3aa5-4921-9107-06feca8b0582 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337582 Apr 14 16:09:21.301169 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27e641-e4b1-40fd-add3-c7ca7c1373dc req-4e31a6d6-e288-41ac-90c9-b5de2db6c305 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:21.302753 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8e27e641-e4b1-40fd-add3-c7ca7c1373dc req-4e31a6d6-e288-41ac-90c9-b5de2db6c305 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.1278539 Apr 14 16:09:21.337497 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8e27e641-e4b1-40fd-add3-c7ca7c1373dc req-0a200c2f-3183-4022-a857-a70c4bb69189 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269623 Apr 14 16:09:22.530573 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7899543-e619-49e0-aea8-d1af87396297 req-525d074d-a3b6-4439-b02d-8b8456300eec tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:22.532335 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a7899543-e619-49e0-aea8-d1af87396297 req-525d074d-a3b6-4439-b02d-8b8456300eec tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1436443 Apr 14 16:09:22.584057 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a7899543-e619-49e0-aea8-d1af87396297 req-b553132e-2848-4677-ab63-cdfa6d529caa tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428491 Apr 14 16:09:22.597839 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437714e-61f9-4011-bdc8-e152699a0bbf req-904a29cb-5f75-4542-ba40-058ae66c7b87 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:22.599572 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b437714e-61f9-4011-bdc8-e152699a0bbf req-904a29cb-5f75-4542-ba40-058ae66c7b87 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.1410112 Apr 14 16:09:22.632258 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b437714e-61f9-4011-bdc8-e152699a0bbf req-fe515121-edeb-45db-8c27-e93d412f4832 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259459 Apr 14 16:09:23.810623 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162eb57b-306b-4340-828f-3380c2d02ab4 req-7cb1958e-a13c-4105-9f5c-e8a6a8190516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:23.812301 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-162eb57b-306b-4340-828f-3380c2d02ab4 req-7cb1958e-a13c-4105-9f5c-e8a6a8190516 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=691977ceece143efa6a03aafe5e47709&device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 1098 time: 0.0842063 Apr 14 16:09:23.855835 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdc908-2414-4245-aa8b-31c414216cd0 req-77fa866a-3319-4d55-b98f-8905abd961fb tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:23.857498 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a2fdc908-2414-4245-aa8b-31c414216cd0 req-77fa866a-3319-4d55-b98f-8905abd961fb tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1535654 Apr 14 16:09:23.899486 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a2fdc908-2414-4245-aa8b-31c414216cd0 req-b9e0981d-f2b4-49d2-bdc2-2a5de7378cfb tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315139 Apr 14 16:09:23.907794 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdbe0e-a111-498a-b852-b863372505ce req-158f1fc7-5a13-44f2-adba-1edb65c2c378 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:23.909415 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bebdbe0e-a111-498a-b852-b863372505ce req-158f1fc7-5a13-44f2-adba-1edb65c2c378 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.1465378 Apr 14 16:09:23.942664 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bebdbe0e-a111-498a-b852-b863372505ce req-72278f79-1d7b-4963-9cb2-2488308d157d tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253296 Apr 14 16:09:23.963282 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162eb57b-306b-4340-828f-3380c2d02ab4 req-263021e5-6c02-4daf-b691-6db7cec587e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:23.964886 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-162eb57b-306b-4340-828f-3380c2d02ab4 req-263021e5-6c02-4daf-b691-6db7cec587e6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86b55a80-468c-416f-9ed3-2601bbe04b76 HTTP/1.1" status: 200 len: 917 time: 0.1421735 Apr 14 16:09:24.085038 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-162eb57b-306b-4340-828f-3380c2d02ab4 req-4367f34d-68d3-4795-b6c0-9c056b4dffca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e07940c5-3678-4057-8d14-fb0a1dca5ee6 HTTP/1.1" status: 200 len: 1001 time: 0.1086042 Apr 14 16:09:24.167607 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162eb57b-306b-4340-828f-3380c2d02ab4 req-1a35e63a-3af3-495a-9d8f-88a63fd2eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:24.169625 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-162eb57b-306b-4340-828f-3380c2d02ab4 req-1a35e63a-3af3-495a-9d8f-88a63fd2eb42 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83188662-4769-460f-ab17-6c69d6a31076 HTTP/1.1" status: 200 len: 855 time: 0.0745893 Apr 14 16:09:24.264384 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162eb57b-306b-4340-828f-3380c2d02ab4 req-0680f888-6d57-4818-93e5-259d6fe76945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:24.266345 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-162eb57b-306b-4340-828f-3380c2d02ab4 req-0680f888-6d57-4818-93e5-259d6fe76945 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86b55a80-468c-416f-9ed3-2601bbe04b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0886366 Apr 14 16:09:24.446298 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-162eb57b-306b-4340-828f-3380c2d02ab4 req-541d656c-a385-4a4f-96fd-efc1a4a7d04c service neutron] 10.222.0.54 "GET /v2.0/networks/86b55a80-468c-416f-9ed3-2601bbe04b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690786 Apr 14 16:09:24.839628 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-162eb57b-306b-4340-828f-3380c2d02ab4 req-7fa8f621-84a7-44e3-b11d-69b539497078 service neutron] 10.222.0.54 "GET /v2.0/networks/86b55a80-468c-416f-9ed3-2601bbe04b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803260 Apr 14 16:09:25.168271 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668655b7-759c-41c0-8fe1-9f7cf2d77dd6 req-67f49a59-f117-49f9-9ec0-3da8425e1619 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:25.170010 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-668655b7-759c-41c0-8fe1-9f7cf2d77dd6 req-67f49a59-f117-49f9-9ec0-3da8425e1619 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1553180 Apr 14 16:09:25.217995 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edffd0-47cb-4093-afca-7581586ec7eb req-8a5de3b3-bfd3-4b9f-9738-da542f4ebd83 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:25.219777 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f8edffd0-47cb-4093-afca-7581586ec7eb req-8a5de3b3-bfd3-4b9f-9738-da542f4ebd83 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.1451373 Apr 14 16:09:25.223337 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-668655b7-759c-41c0-8fe1-9f7cf2d77dd6 req-b6b92ebe-f9c3-4980-a867-42490abcf60d tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441444 Apr 14 16:09:25.253829 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f8edffd0-47cb-4093-afca-7581586ec7eb req-179b988d-587d-4730-8491-4916d70c31b6 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270836 Apr 14 16:09:25.999941 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfad459-85fb-4535-90af-4fca5b85c04e req-7f5db452-0da6-4596-9811-d3912e8cf87f tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:26.001504 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7bfad459-85fb-4535-90af-4fca5b85c04e req-7f5db452-0da6-4596-9811-d3912e8cf87f tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=7408de0d-5be2-4804-a3c9-54aea7f2879f HTTP/1.1" status: 200 len: 946 time: 0.0876634 Apr 14 16:09:26.036595 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7bfad459-85fb-4535-90af-4fca5b85c04e req-9d0760e9-568c-482c-92c4-beef54c7d12b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285714 Apr 14 16:09:26.500387 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f46f1-64b6-41e1-831f-34388954e205 req-5f50c4b8-76d5-4290-92e5-112781cd0a9c tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:26.501973 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-502f46f1-64b6-41e1-831f-34388954e205 req-5f50c4b8-76d5-4290-92e5-112781cd0a9c tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1601410 Apr 14 16:09:26.510049 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf210ba-068f-4917-920b-fdb37aad7681 req-a2d105ae-ce08-4eca-b198-7dbad5d72708 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:26.511486 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7bf210ba-068f-4917-920b-fdb37aad7681 req-a2d105ae-ce08-4eca-b198-7dbad5d72708 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.1280987 Apr 14 16:09:26.760169 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-502f46f1-64b6-41e1-831f-34388954e205 req-582679d3-71b4-4c48-84ac-88edf54a920a tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476153 Apr 14 16:09:26.767250 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7bf210ba-068f-4917-920b-fdb37aad7681 req-703235da-6549-414d-bd12-3c01d0c147e0 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326178 Apr 14 16:09:26.794070 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c557e3f4-76c4-4d4e-8cc3-81de159eb563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:27.236089 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c4e19-e1ec-43e2-b9d6-23be638351ca req-41e44f6a-e25e-49b9-92b5-4b11be30bf0e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:27.237675 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1a5c4e19-e1ec-43e2-b9d6-23be638351ca req-41e44f6a-e25e-49b9-92b5-4b11be30bf0e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=7408de0d-5be2-4804-a3c9-54aea7f2879f HTTP/1.1" status: 200 len: 946 time: 0.0892394 Apr 14 16:09:27.239414 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 37582) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:27.269162 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1a5c4e19-e1ec-43e2-b9d6-23be638351ca req-f90e88a5-5638-42dd-ac8f-24251fbfd03a tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248175 Apr 14 16:09:27.363968 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-436d32c7-78c8-4b32-acf2-6589441cd710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:27.378710 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-436d32c7-78c8-4b32-acf2-6589441cd710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:09:27.382866 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-436d32c7-78c8-4b32-acf2-6589441cd710 admin admin] Usage tracker for resource:security_group_rule and tenant:b22556a587d742e9a40303449b823062 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:09:27.386361 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-436d32c7-78c8-4b32-acf2-6589441cd710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:09:27.392417 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-436d32c7-78c8-4b32-acf2-6589441cd710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:09:27.482685 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-436d32c7-78c8-4b32-acf2-6589441cd710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:27.485341 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-436d32c7-78c8-4b32-acf2-6589441cd710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:27.493401 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d7137985-69a8-4dd6-8c9a-3ab0ce64d778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:27.535345 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-436d32c7-78c8-4b32-acf2-6589441cd710 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b22556a587d742e9a40303449b823062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945611 Apr 14 16:09:27.536213 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d32c7-78c8-4b32-acf2-6589441cd710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165211ff-e43c-4833-9071-b3b2e97bbf67,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:27.538203 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 37588) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:27.539602 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-436d32c7-78c8-4b32-acf2-6589441cd710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:27.602890 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-59fb895f-c5f1-4dd4-8f4a-1c1f65982ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:27.629014 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-59fb895f-c5f1-4dd4-8f4a-1c1f65982ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:27.672031 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-59fb895f-c5f1-4dd4-8f4a-1c1f65982ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:27.676873 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-89321443-1130-4fdb-926d-fd5eec9ffd06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:27.690541 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb895f-c5f1-4dd4-8f4a-1c1f65982ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165211ff-e43c-4833-9071-b3b2e97bbf67,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:27.693307 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-59fb895f-c5f1-4dd4-8f4a-1c1f65982ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:27.694545 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-59fb895f-c5f1-4dd4-8f4a-1c1f65982ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:27.696277 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-59fb895f-c5f1-4dd4-8f4a-1c1f65982ee1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/165211ff-e43c-4833-9071-b3b2e97bbf67 HTTP/1.1" status: 204 len: 168 time: 0.1556358 Apr 14 16:09:28.047497 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ab3cb-d144-4026-9661-9c293c55bee4 req-fa2074b9-0ea6-45e8-af89-fcfd2aec4afa tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:28.049115 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d75ab3cb-d144-4026-9661-9c293c55bee4 req-fa2074b9-0ea6-45e8-af89-fcfd2aec4afa tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1682799 Apr 14 16:09:28.058817 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05389e-04ca-4b4d-bbd2-94ecd6f22236 req-aef63a22-0a41-4fb6-9714-6cf4599d064d tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:28.060378 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5a05389e-04ca-4b4d-bbd2-94ecd6f22236 req-aef63a22-0a41-4fb6-9714-6cf4599d064d tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 945 time: 0.1308124 Apr 14 16:09:28.100115 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d75ab3cb-d144-4026-9661-9c293c55bee4 req-679f0b3e-c2ef-42b4-bc8c-ccd5ea99d489 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386884 Apr 14 16:09:28.107929 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5a05389e-04ca-4b4d-bbd2-94ecd6f22236 req-9f99d5ed-ca13-4cda-b946-8f8c5afdca7f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341651 Apr 14 16:09:28.475025 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270d73b-e030-481e-b29c-4c49d9f845bc req-792f08a4-1204-47aa-8ce4-1bc9fef9d157 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:28.476613 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7270d73b-e030-481e-b29c-4c49d9f845bc req-792f08a4-1204-47aa-8ce4-1bc9fef9d157 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=7408de0d-5be2-4804-a3c9-54aea7f2879f HTTP/1.1" status: 200 len: 946 time: 0.0927696 Apr 14 16:09:28.507268 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7270d73b-e030-481e-b29c-4c49d9f845bc req-2fb5b6b4-f698-474b-9e80-c5252561bf49 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0235734 Apr 14 16:09:28.846708 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device e07940c5-3678-4057-8d14-fb0a1dca5ee6 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:09:28.970666 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:28.982413 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e07940c5-3678-4057-8d14-fb0a1dca5ee6'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:09:28.992806 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port e07940c5-3678-4057-8d14-fb0a1dca5ee6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e07940c5-3678-4057-8d14-fb0a1dca5ee6,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:09:28.995918 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:28.997807 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-250da3d2-52ac-4012-8974-dbd9a155a86b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:29.039901 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e07940c5-3678-4057-8d14-fb0a1dca5ee6', 'code': 200} Apr 14 16:09:29.087338 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=e07940c5-3678-4057-8d14-fb0a1dca5ee6,revision_number=8']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:29.090753 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:29.382466 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca8f5a-aed5-43fc-bb5a-be302eb81ad5 req-da039f7a-3af9-40ab-a4ee-c91dcf4d6307 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:29.384140 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e6ca8f5a-aed5-43fc-bb5a-be302eb81ad5 req-da039f7a-3af9-40ab-a4ee-c91dcf4d6307 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1633351 Apr 14 16:09:29.393885 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b896ff-de9d-42a9-941f-eaaf7bd791f1 req-49f3b5e9-0634-4a1e-a9fd-365dee59b5e4 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:29.395466 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d7b896ff-de9d-42a9-941f-eaaf7bd791f1 req-49f3b5e9-0634-4a1e-a9fd-365dee59b5e4 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.1311710 Apr 14 16:09:29.426123 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c5b09fa8-70d8-42fb-8888-4492936677f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:29.437410 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e6ca8f5a-aed5-43fc-bb5a-be302eb81ad5 req-6f7b92a9-a2d8-4c5f-b611-8ea7a7e9c1aa tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409129 Apr 14 16:09:29.444873 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d7b896ff-de9d-42a9-941f-eaaf7bd791f1 req-bf5aca2a-e99a-4134-97a9-87973a390f15 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336688 Apr 14 16:09:29.636619 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 37658) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:29.675973 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:29.733431 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440269d2-8a41-485a-8049-6f890aef179a req-83f1eafa-2fc9-4903-af22-60455047ca7f tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:29.735046 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-440269d2-8a41-485a-8049-6f890aef179a req-83f1eafa-2fc9-4903-af22-60455047ca7f tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=7408de0d-5be2-4804-a3c9-54aea7f2879f HTTP/1.1" status: 200 len: 946 time: 0.1105585 Apr 14 16:09:29.765928 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-440269d2-8a41-485a-8049-6f890aef179a req-6a9145b4-fdce-43f7-856e-5181a17abb2e tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/security-groups?id=816dbc17-31f4-4ac8-8767-78a288083831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245593 Apr 14 16:09:29.772025 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ba41528e-049b-400b-b702-08a5a0e20342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:29.788471 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-ba41528e-049b-400b-b702-08a5a0e20342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:09:29.792811 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-ba41528e-049b-400b-b702-08a5a0e20342 admin admin] Usage tracker for resource:security_group_rule and tenant:a698ef455b2e4d4a98e3cca612d5b51a is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:09:29.795891 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-ba41528e-049b-400b-b702-08a5a0e20342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:09:29.801896 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-ba41528e-049b-400b-b702-08a5a0e20342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:09:29.890108 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ba41528e-049b-400b-b702-08a5a0e20342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:29.892891 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ba41528e-049b-400b-b702-08a5a0e20342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:29.901662 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1159ca20-9550-4d81-a144-123c450456e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:29.982900 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-ba41528e-049b-400b-b702-08a5a0e20342 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a698ef455b2e4d4a98e3cca612d5b51a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450255 Apr 14 16:09:29.983681 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41528e-049b-400b-b702-08a5a0e20342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bac1edb-310b-4992-8b24-f5d53d0f3ad0,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:29.985645 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 37666) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:29.999560 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41528e-049b-400b-b702-08a5a0e20342 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:30.000366 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41528e-049b-400b-b702-08a5a0e20342 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:30.000991 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41528e-049b-400b-b702-08a5a0e20342 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:30.001560 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41528e-049b-400b-b702-08a5a0e20342 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:30.002126 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41528e-049b-400b-b702-08a5a0e20342 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:30.002734 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41528e-049b-400b-b702-08a5a0e20342 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:30.003272 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41528e-049b-400b-b702-08a5a0e20342 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:30.003678 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41528e-049b-400b-b702-08a5a0e20342 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:30.004081 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41528e-049b-400b-b702-08a5a0e20342 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:30.004483 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41528e-049b-400b-b702-08a5a0e20342 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:30.004879 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41528e-049b-400b-b702-08a5a0e20342 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:30.005273 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba41528e-049b-400b-b702-08a5a0e20342 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:30.027289 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ba41528e-049b-400b-b702-08a5a0e20342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:30.064256 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3ec66fd9-344b-4812-881a-cc369320d774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:30.084912 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb0e48-91d8-438c-95cb-04dacb05e730 req-99d68f2d-71b9-4ae2-a06c-b8d388294ca9 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:30.085690 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-4edb0e48-91d8-438c-95cb-04dacb05e730 req-99d68f2d-71b9-4ae2-a06c-b8d388294ca9 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Synchronizing usage tracker for tenant:b1c24bc0955d40daaf93ec04f0cf5e9a on resource:port {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:09:30.093493 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3ec66fd9-344b-4812-881a-cc369320d774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:30.102306 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-4edb0e48-91d8-438c-95cb-04dacb05e730 req-99d68f2d-71b9-4ae2-a06c-b8d388294ca9 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Unset dirty status for tenant:b1c24bc0955d40daaf93ec04f0cf5e9a on resource:port {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:09:30.103566 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4edb0e48-91d8-438c-95cb-04dacb05e730 req-99d68f2d-71b9-4ae2-a06c-b8d388294ca9 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.54 "GET /v2.0/ports?device_id=7408de0d-5be2-4804-a3c9-54aea7f2879f HTTP/1.1" status: 200 len: 946 time: 0.1629395 Apr 14 16:09:30.142041 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3ec66fd9-344b-4812-881a-cc369320d774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:30.147909 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-71046eee-76af-44ea-864f-5640566dbe2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:30.159408 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec66fd9-344b-4812-881a-cc369320d774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bac1edb-310b-4992-8b24-f5d53d0f3ad0,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:30.165520 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3ec66fd9-344b-4812-881a-cc369320d774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:30.168824 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3ec66fd9-344b-4812-881a-cc369320d774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:30.169878 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-3ec66fd9-344b-4812-881a-cc369320d774 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9bac1edb-310b-4992-8b24-f5d53d0f3ad0 HTTP/1.1" status: 204 len: 168 time: 0.1830032 Apr 14 16:09:30.213285 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-4edb0e48-91d8-438c-95cb-04dacb05e730 req-0afe824d-d130-4838-9e57-7860277fb0e9 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Deleting port 6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2 {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:09:30.213473 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-4edb0e48-91d8-438c-95cb-04dacb05e730 req-0afe824d-d130-4838-9e57-7860277fb0e9 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:30.419209 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:30.486725 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-4edb0e48-91d8-438c-95cb-04dacb05e730 req-0afe824d-d130-4838-9e57-7860277fb0e9 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] For port 6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2,segment=NetworkSegment(69694584-71e3-4517-b7c8-8c8615127aeb),segment_id=69694584-71e3-4517-b7c8-8c8615127aeb)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:09:30.487116 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-4edb0e48-91d8-438c-95cb-04dacb05e730 req-0afe824d-d130-4838-9e57-7860277fb0e9 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:30.490929 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 37686) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:30.515730 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-da96779d-9853-41cd-baf3-285fb007b010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:30.536216 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-da96779d-9853-41cd-baf3-285fb007b010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:09:30.540981 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-da96779d-9853-41cd-baf3-285fb007b010 admin admin] Usage tracker for resource:security_group_rule and tenant:b2a6d42e328d48f4a9410c0c267c95ff is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:09:30.544905 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-da96779d-9853-41cd-baf3-285fb007b010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:09:30.551267 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-da96779d-9853-41cd-baf3-285fb007b010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:09:30.621797 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-4edb0e48-91d8-438c-95cb-04dacb05e730 req-0afe824d-d130-4838-9e57-7860277fb0e9 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Calling delete_port for 6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2 owned by compute:nova {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:09:30.773336 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-4edb0e48-91d8-438c-95cb-04dacb05e730 req-0afe824d-d130-4838-9e57-7860277fb0e9 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:30.785926 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:09:30.789371 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-fbd0a27b-1b12-406e-afd9-d68b0228eeba tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:30.797125 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c6906-c617-4c71-8de8-593476837d5e req-001b1fcd-532c-46ee-9ee2-97e2227b869f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:30.798799 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ad4c6906-c617-4c71-8de8-593476837d5e req-001b1fcd-532c-46ee-9ee2-97e2227b869f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.2193835 Apr 14 16:09:30.800708 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-da96779d-9853-41cd-baf3-285fb007b010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:30.810750 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c514359-9b39-44f6-996d-a9541085b784 req-f312377a-55c5-431b-8b8c-21e57c24bf8d tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:30.812302 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1c514359-9b39-44f6-996d-a9541085b784 req-f312377a-55c5-431b-8b8c-21e57c24bf8d tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1890225 Apr 14 16:09:30.816556 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-da96779d-9853-41cd-baf3-285fb007b010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:30.837891 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-52a59b98-6d73-40f7-9de4-00836c4c8f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:30.838164 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe824d-d130-4838-9e57-7860277fb0e9 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Pushing event deleted for resources: {'Port': ['ID=6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:30.851435 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0afe824d-d130-4838-9e57-7860277fb0e9 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:30.905318 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ad4c6906-c617-4c71-8de8-593476837d5e req-207cee5f-3385-4cf1-9892-209b57077631 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916436 Apr 14 16:09:30.912049 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1c514359-9b39-44f6-996d-a9541085b784 req-6050a281-b57d-4e6c-a5f3-22f79ea202b5 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872486 Apr 14 16:09:30.919878 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-da96779d-9853-41cd-baf3-285fb007b010 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2a6d42e328d48f4a9410c0c267c95ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4254012 Apr 14 16:09:30.919878 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96779d-9853-41cd-baf3-285fb007b010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4a83cb-19da-47d3-a295-ec49ffc8cf03,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:30.921865 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 37692) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:30.924642 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-da96779d-9853-41cd-baf3-285fb007b010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:30.995463 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bab103e8-dca2-43ec-ad86-9c858e4aa5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:31.025261 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bab103e8-dca2-43ec-ad86-9c858e4aa5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:31.109631 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edb0e48-91d8-438c-95cb-04dacb05e730 req-0afe824d-d130-4838-9e57-7860277fb0e9 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] No DVR routers for this DVR port 6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2 on host hv-cinder-78626 {{(pid=85284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:09:31.112368 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-4edb0e48-91d8-438c-95cb-04dacb05e730 req-0afe824d-d130-4838-9e57-7860277fb0e9 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:31.116821 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7408de0d-5be2-4804-a3c9-54aea7f2879f', 'name': 'network-vif-deleted', 'tag': '6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:09:31.121528 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ac276d72-53b1-4fea-9823-b35454c99979 req-7a779e63-971d-4663-85a0-235851afd4af tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.53 "GET /v2.0/ports?device_id=7408de0d-5be2-4804-a3c9-54aea7f2879f HTTP/1.1" status: 200 len: 210 time: 0.0575898 Apr 14 16:09:31.135195 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bab103e8-dca2-43ec-ad86-9c858e4aa5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:31.142105 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e863611f-7e80-42aa-877e-5ce4481c2619 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:31.149118 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4edb0e48-91d8-438c-95cb-04dacb05e730 req-0afe824d-d130-4838-9e57-7860277fb0e9 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] 10.222.0.54 "DELETE /v2.0/ports/6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2 HTTP/1.1" status: 204 len: 173 time: 1.0389769 Apr 14 16:09:31.155700 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab103e8-dca2-43ec-ad86-9c858e4aa5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4a83cb-19da-47d3-a295-ec49ffc8cf03,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:31.166921 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bab103e8-dca2-43ec-ad86-9c858e4aa5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:31.168886 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bab103e8-dca2-43ec-ad86-9c858e4aa5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:31.173236 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-bab103e8-dca2-43ec-ad86-9c858e4aa5f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e4a83cb-19da-47d3-a295-ec49ffc8cf03 HTTP/1.1" status: 204 len: 168 time: 0.2502828 Apr 14 16:09:31.220375 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7408de0d-5be2-4804-a3c9-54aea7f2879f', 'name': 'network-vif-deleted', 'tag': '6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2', 'status': 'completed', 'code': 200} Apr 14 16:09:32.059299 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:32.062545 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58682612-2781-4adc-b963-46cfb21d5ac6 req-6aba6ed8-88cc-4c47-a0d5-9e0269b9f014 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:32.064478 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-58682612-2781-4adc-b963-46cfb21d5ac6 req-6aba6ed8-88cc-4c47-a0d5-9e0269b9f014 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.1360376 Apr 14 16:09:32.155384 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-58682612-2781-4adc-b963-46cfb21d5ac6 req-f25990e2-5c98-413b-b424-c0bad2b82561 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842407 Apr 14 16:09:32.197619 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb44978-9144-41d7-ac9d-9cb415eadb23 req-149e2140-a26e-441f-b2d5-d6f0c05e96f0 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:32.206062 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1eb44978-9144-41d7-ac9d-9cb415eadb23 req-149e2140-a26e-441f-b2d5-d6f0c05e96f0 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1209869 Apr 14 16:09:32.241110 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1eb44978-9144-41d7-ac9d-9cb415eadb23 req-fa6b309b-bb84-4944-aa58-e993422edcdd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337808 Apr 14 16:09:32.517985 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 37780) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:32.801981 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c3d0ade6-2b1e-4d0b-a888-a62bdde72181 req-c9343765-bb4c-4c77-b764-cc82518f5458 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2826371 Apr 14 16:09:33.057081 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd2314-82e7-43a0-acab-4a469aa7f006 req-a0c91fcc-1422-4fe3-a5e9-40b04ed12616 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:33.059139 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-22bd2314-82e7-43a0-acab-4a469aa7f006 req-a0c91fcc-1422-4fe3-a5e9-40b04ed12616 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 984 time: 0.1214581 Apr 14 16:09:33.104119 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-22bd2314-82e7-43a0-acab-4a469aa7f006 req-2cfd1179-6306-4bb7-a4f9-c5781b98ad3d tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&id=96aacd12-02a2-4545-88a9-a7f389c469ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370061 Apr 14 16:09:33.371361 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:09:33.438131 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127bb44-ac44-4235-a82b-d348bb63a52c req-8ac8979c-e49f-4861-a775-4ef0ab5cec38 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:33.439789 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e127bb44-ac44-4235-a82b-d348bb63a52c req-8ac8979c-e49f-4861-a775-4ef0ab5cec38 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.1534512 Apr 14 16:09:33.487229 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e127bb44-ac44-4235-a82b-d348bb63a52c req-155a0191-03be-4620-88f6-905a459de97a tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390668 Apr 14 16:09:33.499181 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d50e9d-ab81-4578-b2c1-c8daf374cccb req-7470731e-d409-4556-9b18-f2d4d7e61d93 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:33.500720 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-69d50e9d-ab81-4578-b2c1-c8daf374cccb req-7470731e-d409-4556-9b18-f2d4d7e61d93 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1396720 Apr 14 16:09:33.531821 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-69d50e9d-ab81-4578-b2c1-c8daf374cccb req-82a783a2-7e45-4621-a2ec-da9a9220be34 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0247498 Apr 14 16:09:33.868165 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device e07940c5-3678-4057-8d14-fb0a1dca5ee6 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:09:34.306268 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70223ca3-8020-49ff-8363-ae6c63b26c4b req-684ebc62-e84c-4484-b93c-20a157f80ca3 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:34.307780 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-70223ca3-8020-49ff-8363-ae6c63b26c4b req-684ebc62-e84c-4484-b93c-20a157f80ca3 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 984 time: 0.0883334 Apr 14 16:09:34.339858 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-70223ca3-8020-49ff-8363-ae6c63b26c4b req-0a68d7ba-2d95-40f6-8639-25bed64700b9 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&id=96aacd12-02a2-4545-88a9-a7f389c469ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0256226 Apr 14 16:09:34.760799 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aace49-03b8-4c93-a4c0-ad5b4954dc23 req-671678fd-7dd0-4ee5-abb1-13a476bddd1c tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:34.762408 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e5aace49-03b8-4c93-a4c0-ad5b4954dc23 req-671678fd-7dd0-4ee5-abb1-13a476bddd1c tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.1571233 Apr 14 16:09:34.775661 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0a0ff-ea22-40a3-8d9d-623db6513afe req-e656bf07-36a5-4bdb-b9d6-53de2acbad03 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:34.777163 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-97f0a0ff-ea22-40a3-8d9d-623db6513afe req-e656bf07-36a5-4bdb-b9d6-53de2acbad03 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1253779 Apr 14 16:09:34.815986 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e5aace49-03b8-4c93-a4c0-ad5b4954dc23 req-5db48b53-1a51-4573-a0ae-5bc991ccb0f7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377643 Apr 14 16:09:34.823689 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-97f0a0ff-ea22-40a3-8d9d-623db6513afe req-4ff66701-a1be-483a-a0dd-1deb5419a5c1 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315826 Apr 14 16:09:34.880233 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:09:34.923715 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] No Port match for: 6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:09:34.924115 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 6f0291a2-44de-4be3-b2f2-cdd02e9a2ef2 not bound to the agent host hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:09:35.005515 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea95d78-a7a8-46b0-849d-6c7912ba337f req-54f95b54-1d93-4b48-82fe-5fed8d2fa28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:35.007177 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8ea95d78-a7a8-46b0-849d-6c7912ba337f req-54f95b54-1d93-4b48-82fe-5fed8d2fa28d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ac826e176e54f9dbeafa327d0de385c&device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 1137 time: 0.0968561 Apr 14 16:09:35.166546 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea95d78-a7a8-46b0-849d-6c7912ba337f req-d76b5f21-7c33-4088-a6c3-604a92deb671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:35.168125 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8ea95d78-a7a8-46b0-849d-6c7912ba337f req-d76b5f21-7c33-4088-a6c3-604a92deb671 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30321c57-386c-4050-b8ef-3b7e286e431b HTTP/1.1" status: 200 len: 916 time: 0.1412306 Apr 14 16:09:35.283187 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8ea95d78-a7a8-46b0-849d-6c7912ba337f req-107e162c-ffe5-4fda-893c-c3557a6b2853 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f65be99-82f5-4c60-baf3-965f4b13a12c HTTP/1.1" status: 200 len: 1000 time: 0.1048541 Apr 14 16:09:35.355540 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea95d78-a7a8-46b0-849d-6c7912ba337f req-ddec7200-db79-44b5-96a3-8f1d8fd7bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:35.357086 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8ea95d78-a7a8-46b0-849d-6c7912ba337f req-ddec7200-db79-44b5-96a3-8f1d8fd7bebc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57968d7e-63eb-4b61-9f14-3a65dd80afa6 HTTP/1.1" status: 200 len: 854 time: 0.0647941 Apr 14 16:09:35.448630 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea95d78-a7a8-46b0-849d-6c7912ba337f req-f775d4bb-21bb-4ad8-8d5e-8b7843a2e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:35.450275 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8ea95d78-a7a8-46b0-849d-6c7912ba337f req-f775d4bb-21bb-4ad8-8d5e-8b7843a2e766 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30321c57-386c-4050-b8ef-3b7e286e431b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836542 Apr 14 16:09:35.557390 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab9418-28f9-43fd-b572-87cdc4896e4c req-21f3bb79-1dcd-4957-a47e-1cdfbef39134 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:35.559711 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-45ab9418-28f9-43fd-b572-87cdc4896e4c req-21f3bb79-1dcd-4957-a47e-1cdfbef39134 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 984 time: 0.1030111 Apr 14 16:09:35.595479 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-45ab9418-28f9-43fd-b572-87cdc4896e4c req-051c3e7f-47b7-4309-be7d-449b5d9b0c59 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&id=96aacd12-02a2-4545-88a9-a7f389c469ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0286348 Apr 14 16:09:35.607973 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8ea95d78-a7a8-46b0-849d-6c7912ba337f req-b1e3c0ac-b3a4-4c31-9fb5-ee9c75d3d440 service neutron] 10.222.0.54 "GET /v2.0/networks/30321c57-386c-4050-b8ef-3b7e286e431b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486950 Apr 14 16:09:35.761657 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8ea95d78-a7a8-46b0-849d-6c7912ba337f req-6d6cf336-f817-478a-8ea2-fb05f3c4e58e service neutron] 10.222.0.54 "GET /v2.0/networks/30321c57-386c-4050-b8ef-3b7e286e431b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439521 Apr 14 16:09:36.145606 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0ade6-2b1e-4d0b-a888-a62bdde72181 req-764c7fea-4432-4c3d-9fc3-9660a40e0f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:36.147248 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c3d0ade6-2b1e-4d0b-a888-a62bdde72181 req-764c7fea-4432-4c3d-9fc3-9660a40e0f45 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1&tenant_id=691977ceece143efa6a03aafe5e47709 HTTP/1.1" status: 200 len: 1096 time: 0.2063818 Apr 14 16:09:36.241176 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a2654-6279-4c2f-a6b7-6ecd69807010 req-4fc79f33-7839-4242-b3bc-51a6f05d6961 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:36.243173 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-337a2654-6279-4c2f-a6b7-6ecd69807010 req-4fc79f33-7839-4242-b3bc-51a6f05d6961 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.2643373 Apr 14 16:09:36.284966 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0ade6-2b1e-4d0b-a888-a62bdde72181 req-2c68f241-ece5-434e-b03f-da62e122c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:36.286505 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-337a2654-6279-4c2f-a6b7-6ecd69807010 req-e3a3c9ec-1c4b-4f59-9eeb-a424bc425739 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336125 Apr 14 16:09:36.287081 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c3d0ade6-2b1e-4d0b-a888-a62bdde72181 req-2c68f241-ece5-434e-b03f-da62e122c460 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=691977ceece143efa6a03aafe5e47709&device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 1096 time: 0.1014283 Apr 14 16:09:36.305274 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c33a6-a4d6-459e-9476-53c2d936145d req-3b9ba410-aea5-4a0c-b4c0-963d055ba155 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:36.313259 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3d9c33a6-a4d6-459e-9476-53c2d936145d req-3b9ba410-aea5-4a0c-b4c0-963d055ba155 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.1767895 Apr 14 16:09:36.347027 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3d9c33a6-a4d6-459e-9476-53c2d936145d req-d68ce15b-140b-41d6-b77b-77e9b654dc97 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325248 Apr 14 16:09:36.466172 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0ade6-2b1e-4d0b-a888-a62bdde72181 req-b26c787b-ecef-400d-8c88-5d0c35bfbadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:36.467790 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c3d0ade6-2b1e-4d0b-a888-a62bdde72181 req-b26c787b-ecef-400d-8c88-5d0c35bfbadf service neutron] 10.222.0.54 "GET /v2.0/networks?id=86b55a80-468c-416f-9ed3-2601bbe04b76 HTTP/1.1" status: 200 len: 917 time: 0.1724412 Apr 14 16:09:36.575214 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c3d0ade6-2b1e-4d0b-a888-a62bdde72181 req-7584a619-152d-4be6-b039-d45a10948f09 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e07940c5-3678-4057-8d14-fb0a1dca5ee6 HTTP/1.1" status: 200 len: 999 time: 0.1000652 Apr 14 16:09:36.655009 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0ade6-2b1e-4d0b-a888-a62bdde72181 req-37ad3eda-1225-4dd2-9c36-a9a16f142e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:36.656582 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c3d0ade6-2b1e-4d0b-a888-a62bdde72181 req-37ad3eda-1225-4dd2-9c36-a9a16f142e7b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83188662-4769-460f-ab17-6c69d6a31076 HTTP/1.1" status: 200 len: 855 time: 0.0678036 Apr 14 16:09:36.741937 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0ade6-2b1e-4d0b-a888-a62bdde72181 req-db78188c-ed46-46bc-869c-e2f8b05e32d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:36.744203 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c3d0ade6-2b1e-4d0b-a888-a62bdde72181 req-db78188c-ed46-46bc-869c-e2f8b05e32d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86b55a80-468c-416f-9ed3-2601bbe04b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783014 Apr 14 16:09:36.797407 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f873fe1-6a97-4896-a1df-c389fd2edea5 req-611a4f7e-76f5-4f33-84ad-f4ee1da10fd6 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:36.799022 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0f873fe1-6a97-4896-a1df-c389fd2edea5 req-611a4f7e-76f5-4f33-84ad-f4ee1da10fd6 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 984 time: 0.0887029 Apr 14 16:09:36.832648 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0f873fe1-6a97-4896-a1df-c389fd2edea5 req-f16f70d7-2fed-42d9-b46e-529ae4b67a0b tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&id=96aacd12-02a2-4545-88a9-a7f389c469ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0263679 Apr 14 16:09:37.544898 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6739422-5108-4d4a-8b1f-a5457c0a930b req-30c3f5e7-e07e-4712-956c-d2ad312186c5 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:37.546564 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e6739422-5108-4d4a-8b1f-a5457c0a930b req-30c3f5e7-e07e-4712-956c-d2ad312186c5 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1451726 Apr 14 16:09:37.595928 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e6739422-5108-4d4a-8b1f-a5457c0a930b req-85b57b5d-59cd-4d22-9c1e-900220822992 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304339 Apr 14 16:09:37.604291 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2531a7-01ef-4929-914d-109dd385f65c req-6ea26840-3f5c-4833-b31e-71399e3ff24e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:37.606112 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ac2531a7-01ef-4929-914d-109dd385f65c req-6ea26840-3f5c-4833-b31e-71399e3ff24e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.1301782 Apr 14 16:09:37.637515 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ac2531a7-01ef-4929-914d-109dd385f65c req-799f3ac4-4618-4d71-b4d7-a8351724a5ff tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248272 Apr 14 16:09:37.703838 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c3d0ade6-2b1e-4d0b-a888-a62bdde72181 req-fab05496-8d25-488a-9f26-a4dd6f7c260d service neutron] 10.222.0.54 "GET /v2.0/networks/86b55a80-468c-416f-9ed3-2601bbe04b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413357 Apr 14 16:09:38.035538 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447c47e-001c-40d1-a81a-d241f6434073 req-bf25574b-b569-4625-8352-d28aee9348b9 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:38.037102 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d447c47e-001c-40d1-a81a-d241f6434073 req-bf25574b-b569-4625-8352-d28aee9348b9 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 984 time: 0.0901902 Apr 14 16:09:38.069602 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d447c47e-001c-40d1-a81a-d241f6434073 req-749a60e3-78ce-47c8-96ab-01a8549e305f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&id=96aacd12-02a2-4545-88a9-a7f389c469ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0257363 Apr 14 16:09:38.500433 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c3d0ade6-2b1e-4d0b-a888-a62bdde72181 req-1ec48428-54d2-4e2d-80d2-73298645c046 service neutron] 10.222.0.54 "GET /v2.0/networks/86b55a80-468c-416f-9ed3-2601bbe04b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370246 Apr 14 16:09:38.865954 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3e1eb-9c60-4892-b4a3-48b7dc6c90b0 req-5a0926f5-8ec9-45f8-86a6-e64a7e57863b tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:38.868093 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-efb3e1eb-9c60-4892-b4a3-48b7dc6c90b0 req-5a0926f5-8ec9-45f8-86a6-e64a7e57863b tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1586170 Apr 14 16:09:38.880063 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1a649-3792-49f8-bcb3-7801a89e8ef8 req-aebae2c5-01c7-49f6-b65a-84307b5917f1 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:38.881562 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8fa1a649-3792-49f8-bcb3-7801a89e8ef8 req-aebae2c5-01c7-49f6-b65a-84307b5917f1 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.1244283 Apr 14 16:09:38.924246 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-efb3e1eb-9c60-4892-b4a3-48b7dc6c90b0 req-d9b9f9ab-724a-4f8a-9712-6292c12af85a tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416842 Apr 14 16:09:38.928911 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8fa1a649-3792-49f8-bcb3-7801a89e8ef8 req-71092e6c-9595-476d-a34e-ce74847518f1 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341706 Apr 14 16:09:39.267741 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cabbb-52c3-474d-ba26-f3a72ade732a req-afdfaec9-023f-4f32-b3c1-7f15efda4f01 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:39.269213 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5b6cabbb-52c3-474d-ba26-f3a72ade732a req-afdfaec9-023f-4f32-b3c1-7f15efda4f01 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 984 time: 0.0861938 Apr 14 16:09:39.307031 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5b6cabbb-52c3-474d-ba26-f3a72ade732a req-afaa7c38-47fe-45b1-a9ec-28421504e997 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&id=96aacd12-02a2-4545-88a9-a7f389c469ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0306237 Apr 14 16:09:40.206958 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf0616-6a66-41a8-8a70-eab7d5e4b58b req-0d556dfd-33e9-4ef0-90cd-5b5639a45e86 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:40.208541 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-eccf0616-6a66-41a8-8a70-eab7d5e4b58b req-0d556dfd-33e9-4ef0-90cd-5b5639a45e86 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1608286 Apr 14 16:09:40.434829 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09fc6d-86c7-4c25-82a8-c53194c043cd req-b45e1072-5e8b-454b-8e21-c6839065d6aa tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:40.436297 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0c09fc6d-86c7-4c25-82a8-c53194c043cd req-b45e1072-5e8b-454b-8e21-c6839065d6aa tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.3507211 Apr 14 16:09:40.464266 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-eccf0616-6a66-41a8-8a70-eab7d5e4b58b req-a5653ecc-60d1-4c71-928e-1bae05397f71 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478089 Apr 14 16:09:40.474152 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0c09fc6d-86c7-4c25-82a8-c53194c043cd req-90e7f0fd-8c6c-47cb-a41e-ffad3b922169 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307016 Apr 14 16:09:40.652346 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58152f29-0381-4d65-be96-86ffe94f3932 req-f595f17b-f2d9-46fd-97b0-88d764f5b2c8 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:40.653909 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-58152f29-0381-4d65-be96-86ffe94f3932 req-f595f17b-f2d9-46fd-97b0-88d764f5b2c8 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 984 time: 0.0863640 Apr 14 16:09:40.688599 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-58152f29-0381-4d65-be96-86ffe94f3932 req-680ab98a-5fc2-4702-b45f-3a2fef7bf9f0 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&id=96aacd12-02a2-4545-88a9-a7f389c469ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0281177 Apr 14 16:09:41.733399 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0623a-97a4-420c-a18f-3b668bb396f8 req-5cbb9ac7-7722-4811-b3ca-be8c17a7c2d9 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:41.734889 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-15b0623a-97a4-420c-a18f-3b668bb396f8 req-5cbb9ac7-7722-4811-b3ca-be8c17a7c2d9 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1567771 Apr 14 16:09:41.745960 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca95d23-fb30-45f5-a4f5-4920906eacde req-a9cd0d6f-95df-4c6f-99f8-080457188c00 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:41.747494 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8ca95d23-fb30-45f5-a4f5-4920906eacde req-a9cd0d6f-95df-4c6f-99f8-080457188c00 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.1286683 Apr 14 16:09:41.787380 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-15b0623a-97a4-420c-a18f-3b668bb396f8 req-3dfe49a4-1d5d-4251-bc72-ea56ced9e923 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388851 Apr 14 16:09:41.794951 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8ca95d23-fb30-45f5-a4f5-4920906eacde req-4c48514b-4620-4b17-ab81-5634b8aa7e5f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339892 Apr 14 16:09:41.973865 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57fcd2-2ad2-4a05-94af-05c218a459f1 req-8c72c55f-6a7b-4687-9fc6-51679fe6e784 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:41.975392 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2b57fcd2-2ad2-4a05-94af-05c218a459f1 req-8c72c55f-6a7b-4687-9fc6-51679fe6e784 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 984 time: 0.0882137 Apr 14 16:09:42.008767 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2b57fcd2-2ad2-4a05-94af-05c218a459f1 req-e2b22b8d-6659-4165-a75b-b55ebb653fdb tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&id=96aacd12-02a2-4545-88a9-a7f389c469ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0269649 Apr 14 16:09:43.043534 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769705a-a5b3-4785-a2d5-26de1cc90964 req-556525a7-6e0d-4a68-9d96-8d3391af0af0 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:43.053435 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1769705a-a5b3-4785-a2d5-26de1cc90964 req-556525a7-6e0d-4a68-9d96-8d3391af0af0 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1098011 Apr 14 16:09:43.083701 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1769705a-a5b3-4785-a2d5-26de1cc90964 req-55606922-aed6-4e78-ac1a-956072445b6f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289016 Apr 14 16:09:43.192374 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89910038-b199-4851-8a5c-79c03f3b0f80 req-ce290c8a-15ea-4c6d-a47d-6e772bba729e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:43.194010 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-89910038-b199-4851-8a5c-79c03f3b0f80 req-ce290c8a-15ea-4c6d-a47d-6e772bba729e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.1149619 Apr 14 16:09:43.272425 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-89910038-b199-4851-8a5c-79c03f3b0f80 req-acaa638c-0bb8-4995-975a-b09c50cc500a tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704756 Apr 14 16:09:43.314777 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637585bb-aadd-40ed-b380-fab13a992b36 req-414a9077-2fd4-413c-8370-5d4e043b0897 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:43.316404 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-637585bb-aadd-40ed-b380-fab13a992b36 req-414a9077-2fd4-413c-8370-5d4e043b0897 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 984 time: 0.0989788 Apr 14 16:09:43.357212 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-637585bb-aadd-40ed-b380-fab13a992b36 req-5a5ac231-efcc-4f7b-818f-73577b268f71 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&id=96aacd12-02a2-4545-88a9-a7f389c469ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325496 Apr 14 16:09:43.442774 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:43.635583 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8399c-b2a1-475b-86e2-0ae613a8de72 req-675a4264-5f4b-4003-a445-4c0283ef1db8 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:43.637212 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-07e8399c-b2a1-475b-86e2-0ae613a8de72 req-675a4264-5f4b-4003-a445-4c0283ef1db8 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.0893252 Apr 14 16:09:43.668289 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-07e8399c-b2a1-475b-86e2-0ae613a8de72 req-0e78b386-1eed-4436-9321-b6d979c88f35 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0242262 Apr 14 16:09:44.537801 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bd4d2-cd65-4006-9de0-ed8d46f60392 req-946a531f-95ad-45b0-ae5c-d4029e65ca88 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:44.540033 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9a9bd4d2-cd65-4006-9de0-ed8d46f60392 req-946a531f-95ad-45b0-ae5c-d4029e65ca88 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.1439593 Apr 14 16:09:44.599315 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9a9bd4d2-cd65-4006-9de0-ed8d46f60392 req-1ea11846-c30c-4de2-81c4-74ae06035295 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501916 Apr 14 16:09:44.613672 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0d594-2525-49c1-83ae-64b5f7539616 req-9317d45e-ba26-49a9-a359-5302cce7ce2a tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:44.616676 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e0a0d594-2525-49c1-83ae-64b5f7539616 req-9317d45e-ba26-49a9-a359-5302cce7ce2a tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 984 time: 0.1431570 Apr 14 16:09:44.651331 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e0a0d594-2525-49c1-83ae-64b5f7539616 req-d0d5635f-7e4c-4f14-9459-efa0b4b7cbe6 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&id=96aacd12-02a2-4545-88a9-a7f389c469ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0287564 Apr 14 16:09:44.884541 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d2cf1-2868-4393-b857-cfe833935114 req-890006a4-0f1e-4832-ba84-7d081ecf11b6 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:44.888121 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ed0d2cf1-2868-4393-b857-cfe833935114 req-890006a4-0f1e-4832-ba84-7d081ecf11b6 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.0979304 Apr 14 16:09:44.930333 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ed0d2cf1-2868-4393-b857-cfe833935114 req-cc8c32a8-46f9-4ea2-b8e3-e1e63e7ff6ee tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300083 Apr 14 16:09:45.888580 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2399df0-7fa1-4a5f-abab-2fdf9f0188f7 req-71ee11b0-4366-48d2-97e7-5a0c6c75e203 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:45.890126 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e2399df0-7fa1-4a5f-abab-2fdf9f0188f7 req-71ee11b0-4366-48d2-97e7-5a0c6c75e203 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.1534288 Apr 14 16:09:45.933602 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e2399df0-7fa1-4a5f-abab-2fdf9f0188f7 req-2227bfb5-b943-490a-81d4-83de4fb7013d tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330811 Apr 14 16:09:45.942235 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2eced-9660-4652-8357-d729ea0573fa req-9be6bd4c-4ebd-43e1-9a98-ab3d98c098f8 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:45.944010 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-21a2eced-9660-4652-8357-d729ea0573fa req-9be6bd4c-4ebd-43e1-9a98-ab3d98c098f8 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 984 time: 0.1539497 Apr 14 16:09:45.982926 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-21a2eced-9660-4652-8357-d729ea0573fa req-0e57efd2-024f-42db-8b2e-9bb92279b069 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&id=96aacd12-02a2-4545-88a9-a7f389c469ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0312490 Apr 14 16:09:46.163481 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de885800-a0f7-4f84-9335-3be538a7afc4 req-f063515c-0217-4f12-8823-2a0414ef4d08 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:46.165607 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-de885800-a0f7-4f84-9335-3be538a7afc4 req-f063515c-0217-4f12-8823-2a0414ef4d08 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.0981901 Apr 14 16:09:46.197971 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-de885800-a0f7-4f84-9335-3be538a7afc4 req-5bfb7f2f-e564-4d8b-b986-3549d6791c7a tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257578 Apr 14 16:09:47.300272 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cf18d-2072-496e-86a6-8803ea53a7c6 req-7ae465ce-3f96-4d58-8821-6e62839833ce tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:47.302007 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-615cf18d-2072-496e-86a6-8803ea53a7c6 req-7ae465ce-3f96-4d58-8821-6e62839833ce tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.2060902 Apr 14 16:09:47.370874 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-615cf18d-2072-496e-86a6-8803ea53a7c6 req-2da5ebef-826d-4621-a251-93d0ac48fdc7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546966 Apr 14 16:09:47.390001 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706fb7e-1a87-4ae0-bd23-a4db4cd44f1b req-a572edd5-66f0-4081-bddf-fa5f61b99a76 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:47.402367 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e706fb7e-1a87-4ae0-bd23-a4db4cd44f1b req-a572edd5-66f0-4081-bddf-fa5f61b99a76 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 984 time: 0.1813369 Apr 14 16:09:47.440125 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e706fb7e-1a87-4ae0-bd23-a4db4cd44f1b req-eadd1129-5473-4917-9d01-1489beef008a tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&id=96aacd12-02a2-4545-88a9-a7f389c469ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364439 Apr 14 16:09:47.633715 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb9dd5-7f1a-4685-b019-0db610248440 req-f4c34681-cb87-44df-b7e9-ed1ff4e5cc6a tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:47.633715 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-79eb9dd5-7f1a-4685-b019-0db610248440 req-f4c34681-cb87-44df-b7e9-ed1ff4e5cc6a tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1095169 Apr 14 16:09:47.693402 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-79eb9dd5-7f1a-4685-b019-0db610248440 req-68dc2b32-1ce3-442f-bacf-9100a53060cd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520296 Apr 14 16:09:48.747120 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f61d1-f4ea-4043-91d1-615ebf1356c2 req-3cb1f879-466f-432a-b9ab-95b3052da31b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:48.755501 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-db7f61d1-f4ea-4043-91d1-615ebf1356c2 req-3cb1f879-466f-432a-b9ab-95b3052da31b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.2234755 Apr 14 16:09:48.766927 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e451a30-1d22-467c-9c72-24e3552a5860 req-2a854e20-67a2-4e62-8170-44d66ecc2a55 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:48.768512 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4e451a30-1d22-467c-9c72-24e3552a5860 req-2a854e20-67a2-4e62-8170-44d66ecc2a55 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 984 time: 0.1507807 Apr 14 16:09:48.822254 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4e451a30-1d22-467c-9c72-24e3552a5860 req-facef030-22e4-489f-a915-483625c41811 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&id=96aacd12-02a2-4545-88a9-a7f389c469ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381570 Apr 14 16:09:48.834007 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-db7f61d1-f4ea-4043-91d1-615ebf1356c2 req-1ec99ab8-fb71-4a5e-8693-264d3885abe8 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776742 Apr 14 16:09:49.095599 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796ea48-c650-433e-ac5f-da85d97e103d req-1d8a62f3-1a20-482b-820a-870f9d0c1576 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:49.098993 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5796ea48-c650-433e-ac5f-da85d97e103d req-1d8a62f3-1a20-482b-820a-870f9d0c1576 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1287985 Apr 14 16:09:49.135035 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5796ea48-c650-433e-ac5f-da85d97e103d req-eb5f6497-89a3-4275-b3c1-5199f2980556 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304656 Apr 14 16:09:50.220081 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7aa0d-237b-4fd8-af02-79e7a17b4885 req-56f45b84-5bd9-468e-9253-986b3079c025 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:50.221755 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-dcb7aa0d-237b-4fd8-af02-79e7a17b4885 req-56f45b84-5bd9-468e-9253-986b3079c025 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.2063584 Apr 14 16:09:50.252249 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d7ac2-d27d-4a32-ae38-281c09c3741c req-ee1864aa-215e-439c-9024-94f7ee1190b6 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:50.254012 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4e6d7ac2-d27d-4a32-ae38-281c09c3741c req-ee1864aa-215e-439c-9024-94f7ee1190b6 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 984 time: 0.1439779 Apr 14 16:09:50.269268 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-dcb7aa0d-237b-4fd8-af02-79e7a17b4885 req-3f7e8200-04bc-4fb6-8ea2-67d20d7089c0 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395496 Apr 14 16:09:50.312648 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4e6d7ac2-d27d-4a32-ae38-281c09c3741c req-bd6bf593-c4bf-4f15-b38b-c07dacfe76f6 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&id=96aacd12-02a2-4545-88a9-a7f389c469ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425248 Apr 14 16:09:50.570536 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9759eb-54b7-4148-b9c6-4fe138668254 req-93e8c57f-4683-4bf9-b3fc-17419df3f7cd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:50.572650 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3b9759eb-54b7-4148-b9c6-4fe138668254 req-93e8c57f-4683-4bf9-b3fc-17419df3f7cd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.0933573 Apr 14 16:09:50.606305 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3b9759eb-54b7-4148-b9c6-4fe138668254 req-f83bcec5-7d37-4922-ab8f-7f0265a58e48 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269232 Apr 14 16:09:51.105324 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 38172) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:51.235315 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-30504276-69cb-4417-b77b-105ab751297c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:51.251625 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-30504276-69cb-4417-b77b-105ab751297c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:09:51.256041 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-30504276-69cb-4417-b77b-105ab751297c admin admin] Usage tracker for resource:security_group_rule and tenant:cb6fd8351475427a925ce2d3e2676d06 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:09:51.259710 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-30504276-69cb-4417-b77b-105ab751297c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:09:51.265774 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-30504276-69cb-4417-b77b-105ab751297c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:09:51.378798 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-30504276-69cb-4417-b77b-105ab751297c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:51.383168 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-30504276-69cb-4417-b77b-105ab751297c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:51.392862 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bab103e8-dca2-43ec-ad86-9c858e4aa5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:51.430285 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30504276-69cb-4417-b77b-105ab751297c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a137af2d-8a3c-44f7-8289-59d891162079,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:51.453528 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30504276-69cb-4417-b77b-105ab751297c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:51.453820 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30504276-69cb-4417-b77b-105ab751297c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:51.454202 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30504276-69cb-4417-b77b-105ab751297c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:51.454616 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30504276-69cb-4417-b77b-105ab751297c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:51.455016 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30504276-69cb-4417-b77b-105ab751297c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:51.455421 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30504276-69cb-4417-b77b-105ab751297c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:51.455829 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30504276-69cb-4417-b77b-105ab751297c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:51.456227 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30504276-69cb-4417-b77b-105ab751297c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:51.456629 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30504276-69cb-4417-b77b-105ab751297c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:51.457026 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30504276-69cb-4417-b77b-105ab751297c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:51.457420 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30504276-69cb-4417-b77b-105ab751297c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:51.457818 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30504276-69cb-4417-b77b-105ab751297c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:09:51.462861 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-30504276-69cb-4417-b77b-105ab751297c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:51.509749 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-30504276-69cb-4417-b77b-105ab751297c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb6fd8351475427a925ce2d3e2676d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4032347 Apr 14 16:09:51.512560 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 38184) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:51.583279 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0cc1620f-e696-4252-8cbe-e0b8912cd3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:51.621633 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0cc1620f-e696-4252-8cbe-e0b8912cd3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:51.638640 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1d4ce-d2c5-41cc-8bea-cfd753a5cd5e req-a96a1e54-b77d-430c-b95c-d86efa7a8ff3 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:51.640438 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-41a1d4ce-d2c5-41cc-8bea-cfd753a5cd5e req-a96a1e54-b77d-430c-b95c-d86efa7a8ff3 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.1761525 Apr 14 16:09:51.654070 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68bd1d-d06b-49fe-a05e-e962d95f9491 req-08ea9807-55ac-475b-8c5f-071e9517e43d tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:51.655663 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9b68bd1d-d06b-49fe-a05e-e962d95f9491 req-08ea9807-55ac-475b-8c5f-071e9517e43d tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 984 time: 0.1896818 Apr 14 16:09:51.669860 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0cc1620f-e696-4252-8cbe-e0b8912cd3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:51.675107 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ef4c851d-ac74-435e-8b68-37ca39475efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:51.686172 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1620f-e696-4252-8cbe-e0b8912cd3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a137af2d-8a3c-44f7-8289-59d891162079,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:51.690045 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0cc1620f-e696-4252-8cbe-e0b8912cd3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:51.693597 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0cc1620f-e696-4252-8cbe-e0b8912cd3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:51.695588 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-0cc1620f-e696-4252-8cbe-e0b8912cd3e4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a137af2d-8a3c-44f7-8289-59d891162079 HTTP/1.1" status: 204 len: 168 time: 0.1819162 Apr 14 16:09:51.696698 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-41a1d4ce-d2c5-41cc-8bea-cfd753a5cd5e req-2fcdfe51-e9f2-4dd8-8cb0-fdf9030df08c tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399973 Apr 14 16:09:51.711104 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9b68bd1d-d06b-49fe-a05e-e962d95f9491 req-fd3fb66a-fef5-4454-b064-7535d74277a7 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&id=96aacd12-02a2-4545-88a9-a7f389c469ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382218 Apr 14 16:09:51.921175 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fec53-2ca2-4e6a-b2f7-beef40399aa4 req-69ca8962-eedb-4192-b237-b1f1daab7fd1 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:51.923140 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b51fec53-2ca2-4e6a-b2f7-beef40399aa4 req-69ca8962-eedb-4192-b237-b1f1daab7fd1 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1098142 Apr 14 16:09:51.971526 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b51fec53-2ca2-4e6a-b2f7-beef40399aa4 req-e55a4a43-5ee7-4ebd-8268-c6267b442dc2 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407999 Apr 14 16:09:52.068110 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 38198) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:52.088286 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-070c20af-3c12-4b37-b0a0-ac3fa5c75c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:52.104347 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-070c20af-3c12-4b37-b0a0-ac3fa5c75c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:09:52.108637 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-070c20af-3c12-4b37-b0a0-ac3fa5c75c30 admin admin] Usage tracker for resource:security_group_rule and tenant:155ecdcd11dc4db685220d9b923c791d is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:09:52.111647 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-070c20af-3c12-4b37-b0a0-ac3fa5c75c30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:09:52.117772 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-070c20af-3c12-4b37-b0a0-ac3fa5c75c30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:09:52.209941 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-070c20af-3c12-4b37-b0a0-ac3fa5c75c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:52.213635 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-070c20af-3c12-4b37-b0a0-ac3fa5c75c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:52.223340 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c4670364-eb83-4bed-9370-1b43934e6e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:52.268045 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-070c20af-3c12-4b37-b0a0-ac3fa5c75c30 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=155ecdcd11dc4db685220d9b923c791d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987467 Apr 14 16:09:52.269252 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c20af-3c12-4b37-b0a0-ac3fa5c75c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca62e115-09cf-49c5-aec8-52de7bfae9ae,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:52.270953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 38202) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:52.272764 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-070c20af-3c12-4b37-b0a0-ac3fa5c75c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:52.347850 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b9b4dcd6-5832-4818-ac08-a302d25cc956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:52.378435 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b9b4dcd6-5832-4818-ac08-a302d25cc956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:52.425638 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b9b4dcd6-5832-4818-ac08-a302d25cc956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:52.431417 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-b1d3ef17-26df-4e7c-86f6-504dc37d62a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:09:52.444099 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4dcd6-5832-4818-ac08-a302d25cc956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca62e115-09cf-49c5-aec8-52de7bfae9ae,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:09:52.447893 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-b9b4dcd6-5832-4818-ac08-a302d25cc956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:09:52.450003 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b9b4dcd6-5832-4818-ac08-a302d25cc956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:52.454094 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-b9b4dcd6-5832-4818-ac08-a302d25cc956 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca62e115-09cf-49c5-aec8-52de7bfae9ae HTTP/1.1" status: 204 len: 168 time: 0.1819906 Apr 14 16:09:53.004638 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08da301-f43b-45bf-848f-7c346157c3bc req-e290b800-dc84-4910-b1a7-b89501601dd4 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:53.012509 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b08da301-f43b-45bf-848f-7c346157c3bc req-e290b800-dc84-4910-b1a7-b89501601dd4 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.1843896 Apr 14 16:09:53.058568 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b08da301-f43b-45bf-848f-7c346157c3bc req-a5d1d5f6-3496-4e1e-8f0f-1a7fbbf8def8 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368490 Apr 14 16:09:53.076364 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbd638-57d9-4b58-bf40-f21af8aed272 req-17a676c2-3a15-4c6b-825e-a694699fb949 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:53.108219 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c3dbd638-57d9-4b58-bf40-f21af8aed272 req-17a676c2-3a15-4c6b-825e-a694699fb949 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 984 time: 0.2136891 Apr 14 16:09:53.191189 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c3dbd638-57d9-4b58-bf40-f21af8aed272 req-672d23ba-7ac6-411f-8221-66158cee899e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&id=96aacd12-02a2-4545-88a9-a7f389c469ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0801744 Apr 14 16:09:53.432336 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fff8a-299c-443b-9af6-bf12c54370fd req-99220339-2542-4029-8834-4c765882c037 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:53.441425 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-862fff8a-299c-443b-9af6-bf12c54370fd req-99220339-2542-4029-8834-4c765882c037 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1554158 Apr 14 16:09:53.480003 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-862fff8a-299c-443b-9af6-bf12c54370fd req-a173fe7a-895a-4ccb-977f-55d34aadabd5 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374174 Apr 14 16:09:54.435028 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16775704-90b9-4d93-913e-01cad635a3f7 req-a12ff8da-f73e-4e12-bf9a-2b65fa143f2c tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:54.444932 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-16775704-90b9-4d93-913e-01cad635a3f7 req-a12ff8da-f73e-4e12-bf9a-2b65fa143f2c tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.2166419 Apr 14 16:09:54.486201 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-16775704-90b9-4d93-913e-01cad635a3f7 req-d9c2e637-ce9a-4c03-85f0-7c4974cf19f1 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306945 Apr 14 16:09:54.548146 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c016ac-2cdc-4d2d-80e5-44ca6b98d0ff req-d7362bc5-2e15-4f5b-9470-e476662e66c3 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:54.550791 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-12c016ac-2cdc-4d2d-80e5-44ca6b98d0ff req-d7362bc5-2e15-4f5b-9470-e476662e66c3 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 984 time: 0.1970906 Apr 14 16:09:54.599761 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-12c016ac-2cdc-4d2d-80e5-44ca6b98d0ff req-d4f61137-859c-4e9f-8a5e-9f1794f883f1 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&id=96aacd12-02a2-4545-88a9-a7f389c469ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426633 Apr 14 16:09:54.719731 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e548eb-ab32-477b-9717-0c9ee3da4742 req-f534a4f7-d038-44a3-81a4-0277bd0a6a23 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:54.728567 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-65e548eb-ab32-477b-9717-0c9ee3da4742 req-f534a4f7-d038-44a3-81a4-0277bd0a6a23 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1042249 Apr 14 16:09:54.782787 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-65e548eb-ab32-477b-9717-0c9ee3da4742 req-80f5d713-daae-46ea-abe0-629df475a288 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529258 Apr 14 16:09:55.705379 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a30f6-7fa0-44f8-b9dc-57b760ae456e req-514b9f42-48e7-4a44-be5e-10ee21a5688e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:55.707082 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d84a30f6-7fa0-44f8-b9dc-57b760ae456e req-514b9f42-48e7-4a44-be5e-10ee21a5688e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.0963721 Apr 14 16:09:55.743745 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d84a30f6-7fa0-44f8-b9dc-57b760ae456e req-92275cc9-3962-4a57-8fce-68ba1e764f7d tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287647 Apr 14 16:09:55.844710 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e0e62-19c1-4c0e-ad22-fdeb47d5fa07 req-dc642d83-1949-475f-83b9-01337d5102e4 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:55.847076 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-535e0e62-19c1-4c0e-ad22-fdeb47d5fa07 req-dc642d83-1949-475f-83b9-01337d5102e4 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 984 time: 0.1022887 Apr 14 16:09:55.891933 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-535e0e62-19c1-4c0e-ad22-fdeb47d5fa07 req-2bfa6e1e-3ef9-49f2-9223-f9575e621760 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&id=96aacd12-02a2-4545-88a9-a7f389c469ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378492 Apr 14 16:09:55.999499 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862ce4b-72a2-4d7f-b2b7-5ffc94916ab4 req-54aec3be-2029-41bb-93a0-af4eed430a42 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:56.001056 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d862ce4b-72a2-4d7f-b2b7-5ffc94916ab4 req-54aec3be-2029-41bb-93a0-af4eed430a42 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.0921619 Apr 14 16:09:56.035499 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d862ce4b-72a2-4d7f-b2b7-5ffc94916ab4 req-00b1293c-203a-4af7-89a1-9969cc4c09db tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268919 Apr 14 16:09:56.066992 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73f9f9-84b9-4bdb-ba88-b96f9930e00f req-7d8debf8-a0d8-41d2-bfca-324cc5e20512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:56.068651 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7f73f9f9-84b9-4bdb-ba88-b96f9930e00f req-7d8debf8-a0d8-41d2-bfca-324cc5e20512 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cb0e58781b543f0af3f43342740e649&device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 1098 time: 0.0971112 Apr 14 16:09:56.210947 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73f9f9-84b9-4bdb-ba88-b96f9930e00f req-94bf9659-2cb0-44bf-9cc3-77a9fbc43166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:56.212523 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7f73f9f9-84b9-4bdb-ba88-b96f9930e00f req-94bf9659-2cb0-44bf-9cc3-77a9fbc43166 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1b36c666-9490-47fe-871e-06ae9c5795aa HTTP/1.1" status: 200 len: 911 time: 0.1356897 Apr 14 16:09:56.324030 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7f73f9f9-84b9-4bdb-ba88-b96f9930e00f req-50e42fc7-6693-45bc-9a86-0613bf75d715 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a682c76-757b-4691-9133-f3f122999748 HTTP/1.1" status: 200 len: 1000 time: 0.1021876 Apr 14 16:09:56.405068 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73f9f9-84b9-4bdb-ba88-b96f9930e00f req-91aef7f6-393e-47ce-b235-7bc5eb5e7874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:56.406667 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7f73f9f9-84b9-4bdb-ba88-b96f9930e00f req-91aef7f6-393e-47ce-b235-7bc5eb5e7874 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=663945ce-755e-4e25-a5e5-413a3e0ae704 HTTP/1.1" status: 200 len: 849 time: 0.0651808 Apr 14 16:09:56.490851 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73f9f9-84b9-4bdb-ba88-b96f9930e00f req-007123a3-8ba4-4c60-8863-7229c47adba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:56.493022 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7f73f9f9-84b9-4bdb-ba88-b96f9930e00f req-007123a3-8ba4-4c60-8863-7229c47adba0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1b36c666-9490-47fe-871e-06ae9c5795aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789382 Apr 14 16:09:56.638587 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7f73f9f9-84b9-4bdb-ba88-b96f9930e00f req-9405fa0a-8a37-43f0-9f9a-fc07899989cd service neutron] 10.222.0.54 "GET /v2.0/networks/1b36c666-9490-47fe-871e-06ae9c5795aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380169 Apr 14 16:09:56.793131 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7f73f9f9-84b9-4bdb-ba88-b96f9930e00f req-bd97fbe6-26c4-4f9e-8fd3-e9af46155454 service neutron] 10.222.0.54 "GET /v2.0/networks/1b36c666-9490-47fe-871e-06ae9c5795aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478055 Apr 14 16:09:56.808646 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ef7b7609-e4ae-4963-825a-b09b909e8817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:57.255968 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3f96e-74a9-415e-ac3e-bbb0a55eb2c6 req-61ef5efd-ce8d-499b-9891-91964ed383d4 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:57.258899 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9fb3f96e-74a9-415e-ac3e-bbb0a55eb2c6 req-61ef5efd-ce8d-499b-9891-91964ed383d4 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.3706906 Apr 14 16:09:57.279982 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689db92-15fd-4b93-9bb2-a1afc96dc60c req-1f8900f7-da01-4674-b2db-3c239f7629ee tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:57.281044 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5689db92-15fd-4b93-9bb2-a1afc96dc60c req-1f8900f7-da01-4674-b2db-3c239f7629ee tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 984 time: 0.2656412 Apr 14 16:09:57.320977 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9fb3f96e-74a9-415e-ac3e-bbb0a55eb2c6 req-6f4b4ba4-1367-402f-9a6d-fceb8c5d841a tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555556 Apr 14 16:09:57.334727 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5689db92-15fd-4b93-9bb2-a1afc96dc60c req-3947d494-c3ee-4bbc-a69f-5fe89895e85f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&id=96aacd12-02a2-4545-88a9-a7f389c469ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380092 Apr 14 16:09:57.543457 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb5303-6e8c-4cf0-8307-d8dc4c7ce670 req-8b949f78-0192-446b-b3db-f0288ca3040b tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:57.545045 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3bcb5303-6e8c-4cf0-8307-d8dc4c7ce670 req-8b949f78-0192-446b-b3db-f0288ca3040b tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.0915980 Apr 14 16:09:57.575178 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3bcb5303-6e8c-4cf0-8307-d8dc4c7ce670 req-b38adad2-8604-47ae-8f78-febf028a757a tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0237401 Apr 14 16:09:58.563225 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc909d-6ed4-45fe-b967-0ae80dfa7322 req-ecac429c-325a-4618-a105-958f004b0cf0 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:58.564815 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b9fc909d-6ed4-45fe-b967-0ae80dfa7322 req-ecac429c-325a-4618-a105-958f004b0cf0 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.0904934 Apr 14 16:09:58.594692 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b9fc909d-6ed4-45fe-b967-0ae80dfa7322 req-5083600f-25af-4850-a8c0-0959bbe81e22 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0235593 Apr 14 16:09:58.775628 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36019361-1e08-4f31-8d75-9160b6630ee5 req-78602244-3406-45d3-879b-ef875c0f62cf tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:58.777139 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-36019361-1e08-4f31-8d75-9160b6630ee5 req-78602244-3406-45d3-879b-ef875c0f62cf tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.0904193 Apr 14 16:09:58.806988 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-36019361-1e08-4f31-8d75-9160b6630ee5 req-7027476f-87f0-47b8-8607-379f97f58967 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0235469 Apr 14 16:09:59.428278 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2b19240b-73c4-4cbc-8e6f-4947c38d792a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:59.675819 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:59.800288 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f7307-2f9d-496f-9160-5b928b1d5dc7 req-40f6c003-e173-4361-9322-15bba7230b7e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:09:59.801857 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3a1f7307-2f9d-496f-9160-5b928b1d5dc7 req-40f6c003-e173-4361-9322-15bba7230b7e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.0863798 Apr 14 16:09:59.831806 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3a1f7307-2f9d-496f-9160-5b928b1d5dc7 req-6253e044-0687-4503-b946-d47ce64c1080 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0229385 Apr 14 16:10:00.009438 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f151a7-d2a9-4021-b2d1-f2edef6578ca req-8de48c37-0a44-4ebb-bcef-6dd7f5946b92 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:00.011254 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e5f151a7-d2a9-4021-b2d1-f2edef6578ca req-8de48c37-0a44-4ebb-bcef-6dd7f5946b92 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.0911882 Apr 14 16:10:00.049417 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e5f151a7-d2a9-4021-b2d1-f2edef6578ca req-fd67517e-9f87-4c92-bef3-76d8ee135598 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271432 Apr 14 16:10:00.421805 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:01.037435 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773af139-efc5-4075-8708-cee38e7b8290 req-556678d6-4321-4543-afed-bd65597ab7d0 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:01.039887 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-773af139-efc5-4075-8708-cee38e7b8290 req-556678d6-4321-4543-afed-bd65597ab7d0 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.0880299 Apr 14 16:10:01.080598 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-773af139-efc5-4075-8708-cee38e7b8290 req-88faefe9-d549-41a4-a3b3-098216cda1f3 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323374 Apr 14 16:10:01.276559 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c71c8-771b-44cb-905e-6e1b4b7ef607 req-94aa2f2a-dc7e-43d2-a1fb-9154499de9ef tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:01.278503 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9f5c71c8-771b-44cb-905e-6e1b4b7ef607 req-94aa2f2a-dc7e-43d2-a1fb-9154499de9ef tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.0966861 Apr 14 16:10:01.321299 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9f5c71c8-771b-44cb-905e-6e1b4b7ef607 req-214e785a-69ac-408f-bc1e-6a69e79fdd6c tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340858 Apr 14 16:10:02.051892 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:02.288587 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbc90c-ab8a-4963-bfaa-8190022b0cc0 req-f9584276-9030-465c-8262-abb92a10cf96 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:02.290092 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b5cbc90c-ab8a-4963-bfaa-8190022b0cc0 req-f9584276-9030-465c-8262-abb92a10cf96 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.0856707 Apr 14 16:10:02.321146 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b5cbc90c-ab8a-4963-bfaa-8190022b0cc0 req-3fcd5ff8-fcaf-4daf-8b88-5beea3df4526 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0244033 Apr 14 16:10:03.735341 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a47c12-9144-4571-8cad-9817128f42d5 req-ec8da12c-bee9-4739-9a5c-393ad8b9cabe tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:03.736917 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d3a47c12-9144-4571-8cad-9817128f42d5 req-ec8da12c-bee9-4739-9a5c-393ad8b9cabe tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.2970469 Apr 14 16:10:03.768585 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d3a47c12-9144-4571-8cad-9817128f42d5 req-4dc3b87f-7d51-4d9b-9bc8-d978f2b3c1ff tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250487 Apr 14 16:10:04.605058 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 38472) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:04.732359 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-520c4d3e-a7cf-4c8f-8e01-76ef41b5b144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:04.748174 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-520c4d3e-a7cf-4c8f-8e01-76ef41b5b144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:04.752258 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-520c4d3e-a7cf-4c8f-8e01-76ef41b5b144 admin admin] Usage tracker for resource:security_group_rule and tenant:5123116f3b6842a98c6854504703dfe2 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:04.755188 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-520c4d3e-a7cf-4c8f-8e01-76ef41b5b144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:04.761102 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-520c4d3e-a7cf-4c8f-8e01-76ef41b5b144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:04.848691 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-520c4d3e-a7cf-4c8f-8e01-76ef41b5b144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:04.852242 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-520c4d3e-a7cf-4c8f-8e01-76ef41b5b144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:04.880440 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-9ef73aef-d209-48bb-b250-8e71018d722b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:04.893776 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-520c4d3e-a7cf-4c8f-8e01-76ef41b5b144 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5123116f3b6842a98c6854504703dfe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875454 Apr 14 16:10:04.896605 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 38486) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:04.927429 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c4d3e-a7cf-4c8f-8e01-76ef41b5b144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916428c3-ea1e-4b9b-82e0-43caf4a4b2a3,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:04.941597 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-520c4d3e-a7cf-4c8f-8e01-76ef41b5b144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:04.975338 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d0e936a6-01b5-401b-8e8f-bf8d1a027e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:04.990580 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device e07940c5-3678-4057-8d14-fb0a1dca5ee6 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:10:05.004467 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d0e936a6-01b5-401b-8e8f-bf8d1a027e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:05.005189 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182c21d-1023-417b-9b38-66fc28547da6 req-9adc29a4-c53e-4f64-8b20-dbc2359c4a56 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:05.014743 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3182c21d-1023-417b-9b38-66fc28547da6 req-9adc29a4-c53e-4f64-8b20-dbc2359c4a56 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 943 time: 0.1201489 Apr 14 16:10:05.040805 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3182c21d-1023-417b-9b38-66fc28547da6 req-bda91bf6-9418-42b6-8f83-fc246b9c5b64 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248773 Apr 14 16:10:05.080726 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d0e936a6-01b5-401b-8e8f-bf8d1a027e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:05.086105 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7ea70bdf-02db-4701-9f40-bc44dff8f30f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:05.098708 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e936a6-01b5-401b-8e8f-bf8d1a027e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916428c3-ea1e-4b9b-82e0-43caf4a4b2a3,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:05.101141 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d0e936a6-01b5-401b-8e8f-bf8d1a027e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:05.106755 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d0e936a6-01b5-401b-8e8f-bf8d1a027e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:05.108052 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-d0e936a6-01b5-401b-8e8f-bf8d1a027e04 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/916428c3-ea1e-4b9b-82e0-43caf4a4b2a3 HTTP/1.1" status: 204 len: 168 time: 0.2104979 Apr 14 16:10:05.194150 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port e07940c5-3678-4057-8d14-fb0a1dca5ee6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e07940c5-3678-4057-8d14-fb0a1dca5ee6,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:05.209939 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': 'e07940c5-3678-4057-8d14-fb0a1dca5ee6', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'port_id': 'e07940c5-3678-4057-8d14-fb0a1dca5ee6', 'mac_address': 'fa:16:3e:69:23:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83188662-4769-460f-ab17-6c69d6a31076', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:10:05.275970 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:05.277471 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07940c5-3678-4057-8d14-fb0a1dca5ee6 {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:10:05.294159 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port e07940c5-3678-4057-8d14-fb0a1dca5ee6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e07940c5-3678-4057-8d14-fb0a1dca5ee6,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:05.298247 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:05.299465 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:05.369895 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=e07940c5-3678-4057-8d14-fb0a1dca5ee6,revision_number=9']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:05.373305 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:05.429444 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 38516) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:05.448784 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7c5349be-1c02-4c6e-b329-1706983c109f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:05.464258 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-7c5349be-1c02-4c6e-b329-1706983c109f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:05.468358 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-7c5349be-1c02-4c6e-b329-1706983c109f admin admin] Usage tracker for resource:security_group_rule and tenant:46cace1c24c146178085104647a4447b is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:05.471393 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-7c5349be-1c02-4c6e-b329-1706983c109f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:05.479169 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-7c5349be-1c02-4c6e-b329-1706983c109f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:05.546873 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['e07940c5-3678-4057-8d14-fb0a1dca5ee6'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:10:05.564073 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7c5349be-1c02-4c6e-b329-1706983c109f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:05.567081 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7c5349be-1c02-4c6e-b329-1706983c109f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:05.576029 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ca5684b0-ae01-4474-9ccf-e40b2c86f000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:05.618591 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-7c5349be-1c02-4c6e-b329-1706983c109f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=46cace1c24c146178085104647a4447b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878185 Apr 14 16:10:05.620493 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5349be-1c02-4c6e-b329-1706983c109f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca4feff-ce2c-43f5-82e1-83ebde40ab93,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:05.621556 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 38520) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:05.623895 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7c5349be-1c02-4c6e-b329-1706983c109f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:05.685975 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-edd55e4d-a851-49f1-9f65-b594ef9b0957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:05.715639 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-edd55e4d-a851-49f1-9f65-b594ef9b0957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:05.760844 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-edd55e4d-a851-49f1-9f65-b594ef9b0957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:05.765733 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-55751e64-024e-4205-b507-39926a289d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:05.780060 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd55e4d-a851-49f1-9f65-b594ef9b0957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca4feff-ce2c-43f5-82e1-83ebde40ab93,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:05.782522 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-edd55e4d-a851-49f1-9f65-b594ef9b0957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:05.793564 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-edd55e4d-a851-49f1-9f65-b594ef9b0957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:05.794848 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-edd55e4d-a851-49f1-9f65-b594ef9b0957 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ca4feff-ce2c-43f5-82e1-83ebde40ab93 HTTP/1.1" status: 204 len: 168 time: 0.1721935 Apr 14 16:10:06.277389 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d85c54-47c0-4c24-bdca-c532ec2d8b68 req-3233ad91-8b37-4d7b-a0ad-8ffc52293440 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:06.279024 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d5d85c54-47c0-4c24-bdca-c532ec2d8b68 req-3233ad91-8b37-4d7b-a0ad-8ffc52293440 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 944 time: 0.0947323 Apr 14 16:10:06.310713 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d5d85c54-47c0-4c24-bdca-c532ec2d8b68 req-caf76469-65a1-4a78-a78a-2c67e854371f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0252790 Apr 14 16:10:07.003328 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device e07940c5-3678-4057-8d14-fb0a1dca5ee6 up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:10:07.078033 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port e07940c5-3678-4057-8d14-fb0a1dca5ee6 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:10:07.078792 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:07.208508 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:07.220859 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07940c5-3678-4057-8d14-fb0a1dca5ee6'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:10:07.232091 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port e07940c5-3678-4057-8d14-fb0a1dca5ee6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e07940c5-3678-4057-8d14-fb0a1dca5ee6,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:07.237775 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:07.237775 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:07.284064 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07940c5-3678-4057-8d14-fb0a1dca5ee6', 'code': 200} Apr 14 16:10:07.319674 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=e07940c5-3678-4057-8d14-fb0a1dca5ee6,revision_number=10']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:07.322919 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:07.537592 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac83ea6-2873-46a6-bcf6-057ae02c041b req-6c408c6d-9105-43e5-ac88-f15d722dc193 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:07.539908 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6ac83ea6-2873-46a6-bcf6-057ae02c041b req-6c408c6d-9105-43e5-ac88-f15d722dc193 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 946 time: 0.0998526 Apr 14 16:10:07.573954 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6ac83ea6-2873-46a6-bcf6-057ae02c041b req-3f391572-22ea-4c3a-9f54-2f105926396b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268693 Apr 14 16:10:07.800591 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 38606) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:07.870855 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f3d8e97-722b-46d0-8110-91de2f16c497 admin admin] Deleting subnet a8f6922b-1f9f-4f7f-b188-1b01e0a22ab1 {{(pid=85285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:10:07.874843 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7f3d8e97-722b-46d0-8110-91de2f16c497 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:07.931472 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7f3d8e97-722b-46d0-8110-91de2f16c497 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850711990'] for subnet, precommit_delete_associations {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:07.997839 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7f3d8e97-722b-46d0-8110-91de2f16c497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14877'] for subnet, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:08.135489 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddcd72-42b1-4fca-a713-963a565d2e8a req-8d9e728b-9ee2-450b-98c8-e62cf424ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:08.137142 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-84ddcd72-42b1-4fca-a713-963a565d2e8a req-8d9e728b-9ee2-450b-98c8-e62cf424ed2d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 1099 time: 0.3288858 Apr 14 16:10:08.290125 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7f3d8e97-722b-46d0-8110-91de2f16c497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854760955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4063808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851707563'] for subnet, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:08.306542 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:08.356255 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d8e97-722b-46d0-8110-91de2f16c497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8f6922b-1f9f-4f7f-b188-1b01e0a22ab1,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:08.360139 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7f3d8e97-722b-46d0-8110-91de2f16c497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:08.439300 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7f3d8e97-722b-46d0-8110-91de2f16c497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:08.445725 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-7f3d8e97-722b-46d0-8110-91de2f16c497 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a8f6922b-1f9f-4f7f-b188-1b01e0a22ab1 HTTP/1.1" status: 204 len: 168 time: 0.6439354 Apr 14 16:10:08.448334 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 38618) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:08.569026 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-461a9aee-e198-428a-9da7-721899256ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854580288'] for network, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:08.813247 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-461a9aee-e198-428a-9da7-721899256ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363258286215762'] for network, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:08.863686 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-84ddcd72-42b1-4fca-a713-963a565d2e8a req-acd2b7dd-a7ab-4d9c-b3c4-2487a10d0b5d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0202909 Apr 14 16:10:08.946770 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-461a9aee-e198-428a-9da7-721899256ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b35636-db5f-47a0-ab14-5e37f94c09c4']}} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:08.961157 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31187a89-8a7d-4036-8b5b-03ad0b8b3777 req-96d85b2b-1648-4648-8b17-e14ad475bea1 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:08.962914 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-31187a89-8a7d-4036-8b5b-03ad0b8b3777 req-96d85b2b-1648-4648-8b17-e14ad475bea1 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 946 time: 0.2597420 Apr 14 16:10:08.968938 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-461a9aee-e198-428a-9da7-721899256ef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69694584-71e3-4517-b7c8-8c8615127aeb') {'for_net_delete': True} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:08.969247 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-461a9aee-e198-428a-9da7-721899256ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69694584-71e3-4517-b7c8-8c8615127aeb') {} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:08.995940 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-461a9aee-e198-428a-9da7-721899256ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258286223442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850711108'] for segment, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:09.022062 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-31187a89-8a7d-4036-8b5b-03ad0b8b3777 req-f85dc6fd-3079-4334-8a04-c96749f7b51e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455422 Apr 14 16:10:09.023921 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-461a9aee-e198-428a-9da7-721899256ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:09.030476 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461a9aee-e198-428a-9da7-721899256ef1 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=85285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:10:09.207116 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-461a9aee-e198-428a-9da7-721899256ef1 admin admin] Network 48b35636-db5f-47a0-ab14-5e37f94c09c4 has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:10:09.216065 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-461a9aee-e198-428a-9da7-721899256ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063791'] for segment, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:09.394639 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-461a9aee-e198-428a-9da7-721899256ef1 admin admin] Network 48b35636-db5f-47a0-ab14-5e37f94c09c4 has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: Traceback (most recent call last): Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: timer() Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: cb(*args, **kw) Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: return func(*args, **kwargs) Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: self._notify() Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: self.callback(batched_events) Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: event.method(event) Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: segment_id)['aggregates'][0] Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: return f(self, *a, **k) Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: return self._get(url).json() Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: **kwargs) Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: return self.request(url, 'GET', **kwargs) Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: **endpoint_filter) Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:10:09.418367 dv-cinder-786260-2-iscsi neutron-server[85169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:10:09.496804 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-461a9aee-e198-428a-9da7-721899256ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853071345'] for network, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:09.500691 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:09.520450 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-461a9aee-e198-428a-9da7-721899256ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:09.529417 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a9aee-e198-428a-9da7-721899256ef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=48b35636-db5f-47a0-ab14-5e37f94c09c4,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:09.532911 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-461a9aee-e198-428a-9da7-721899256ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:09.537491 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-461a9aee-e198-428a-9da7-721899256ef1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/48b35636-db5f-47a0-ab14-5e37f94c09c4 HTTP/1.1" status: 204 len: 168 time: 1.0881462 Apr 14 16:10:09.736608 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 38636) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:09.771934 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-a02e2ab8-367d-4608-9c22-cf3cb7cc455d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1c24bc0955d40daaf93ec04f0cf5e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0340106 Apr 14 16:10:09.775102 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 38640) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:09.836836 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bf26367f-f058-438b-91b9-1af92bc45e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:09.864395 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bf26367f-f058-438b-91b9-1af92bc45e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:09.908199 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bf26367f-f058-438b-91b9-1af92bc45e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:09.913778 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-25835692-3dbf-40e8-9897-877d368e9833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:09.927410 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26367f-f058-438b-91b9-1af92bc45e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816dbc17-31f4-4ac8-8767-78a288083831,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:09.930172 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bf26367f-f058-438b-91b9-1af92bc45e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:09.936381 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bf26367f-f058-438b-91b9-1af92bc45e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:09.937581 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-bf26367f-f058-438b-91b9-1af92bc45e32 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/816dbc17-31f4-4ac8-8767-78a288083831 HTTP/1.1" status: 204 len: 168 time: 0.1615212 Apr 14 16:10:10.245896 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3afad-9db8-4e08-b549-3995c4f46f1d req-f3a1b51f-c740-4010-8f1c-28c3d711f117 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:10.247664 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-aba3afad-9db8-4e08-b549-3995c4f46f1d req-f3a1b51f-c740-4010-8f1c-28c3d711f117 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 946 time: 0.0981278 Apr 14 16:10:10.280673 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-aba3afad-9db8-4e08-b549-3995c4f46f1d req-496915ee-4f56-46c8-8b04-ff9cebe79d85 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262532 Apr 14 16:10:10.352889 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:10:10.827755 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5bd21836-d645-41a2-b88c-6d102d814f57 req-4293ecb1-8cf5-4d9d-94a7-619fc8d4bea7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788875 Apr 14 16:10:10.994123 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd21836-d645-41a2-b88c-6d102d814f57 req-e8d8dff8-624a-4387-8a23-6de1c2e28187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:10.995736 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5bd21836-d645-41a2-b88c-6d102d814f57 req-e8d8dff8-624a-4387-8a23-6de1c2e28187 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cb0e58781b543f0af3f43342740e649&device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 1098 time: 0.0817840 Apr 14 16:10:11.167318 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd21836-d645-41a2-b88c-6d102d814f57 req-a36980ec-ffa2-47ad-bfd0-5b8272fab3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:11.168882 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5bd21836-d645-41a2-b88c-6d102d814f57 req-a36980ec-ffa2-47ad-bfd0-5b8272fab3e8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1b36c666-9490-47fe-871e-06ae9c5795aa HTTP/1.1" status: 200 len: 911 time: 0.1424348 Apr 14 16:10:11.488189 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b04a32-53ef-4e04-ac5c-6584e5452e9d req-4f1fb79d-62bc-4cf1-9d3c-2d136e7b1907 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:11.489789 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-12b04a32-53ef-4e04-ac5c-6584e5452e9d req-4f1fb79d-62bc-4cf1-9d3c-2d136e7b1907 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 946 time: 0.0872507 Apr 14 16:10:11.520767 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-12b04a32-53ef-4e04-ac5c-6584e5452e9d req-7af8d3c7-e0e5-40ea-afd7-b3e436903089 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0244672 Apr 14 16:10:12.099450 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5bd21836-d645-41a2-b88c-6d102d814f57 req-785c3b5f-2d7d-46dc-b508-0a7e22391d5e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a682c76-757b-4691-9133-f3f122999748 HTTP/1.1" status: 200 len: 1000 time: 0.1101835 Apr 14 16:10:12.733090 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08913aa-02fe-4ed8-9a28-2c3177956cce req-8fb231b4-a317-446d-932a-9151f662277d tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:12.734768 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a08913aa-02fe-4ed8-9a28-2c3177956cce req-8fb231b4-a317-446d-932a-9151f662277d tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 946 time: 0.0932350 Apr 14 16:10:12.767885 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a08913aa-02fe-4ed8-9a28-2c3177956cce req-836ad572-9a3e-4cb6-9c2a-fa14b67f9f64 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266283 Apr 14 16:10:12.876047 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd21836-d645-41a2-b88c-6d102d814f57 req-d7c5f2fb-c2a0-4fe9-affe-0a3b726872a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:12.877632 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5bd21836-d645-41a2-b88c-6d102d814f57 req-d7c5f2fb-c2a0-4fe9-affe-0a3b726872a7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=663945ce-755e-4e25-a5e5-413a3e0ae704 HTTP/1.1" status: 200 len: 849 time: 0.0689442 Apr 14 16:10:13.432759 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:13.836350 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd21836-d645-41a2-b88c-6d102d814f57 req-2a87ac80-f0ec-43eb-bb4f-4606649fe359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:13.837959 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5bd21836-d645-41a2-b88c-6d102d814f57 req-2a87ac80-f0ec-43eb-bb4f-4606649fe359 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1b36c666-9490-47fe-871e-06ae9c5795aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788312 Apr 14 16:10:13.986549 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85989fe1-4873-4bf8-9596-94287492ed0a req-4064d528-0bd1-4327-a949-d0ce9e0d9eb0 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:13.988294 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-85989fe1-4873-4bf8-9596-94287492ed0a req-4064d528-0bd1-4327-a949-d0ce9e0d9eb0 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 946 time: 0.0928285 Apr 14 16:10:13.993994 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5bd21836-d645-41a2-b88c-6d102d814f57 req-e1e2b4d9-0ff5-46d9-b447-06eac88f497a service neutron] 10.222.0.54 "GET /v2.0/networks/1b36c666-9490-47fe-871e-06ae9c5795aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458414 Apr 14 16:10:14.021804 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-85989fe1-4873-4bf8-9596-94287492ed0a req-72336f78-8dac-4c9b-a424-d3cb785fefcc tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263782 Apr 14 16:10:14.159608 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5bd21836-d645-41a2-b88c-6d102d814f57 req-be8ac171-90ec-44de-b1fc-fe5cea4802cd service neutron] 10.222.0.54 "GET /v2.0/networks/1b36c666-9490-47fe-871e-06ae9c5795aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575089 Apr 14 16:10:15.048686 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 38746) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:15.194308 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7a190b24-493e-4a48-bb90-7b24a52c4a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:15.213709 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-7a190b24-493e-4a48-bb90-7b24a52c4a13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:15.217976 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-7a190b24-493e-4a48-bb90-7b24a52c4a13 admin admin] Usage tracker for resource:security_group_rule and tenant:eb09230d28234a3f844cdd32919bb28b is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:15.220992 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-7a190b24-493e-4a48-bb90-7b24a52c4a13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:15.227879 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-7a190b24-493e-4a48-bb90-7b24a52c4a13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:15.267181 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84b962-62c4-4cc0-818f-a0f5e71b9b68 req-4d833559-04ed-42a0-8433-ff5c88ee320d tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:15.268833 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7a84b962-62c4-4cc0-818f-a0f5e71b9b68 req-4d833559-04ed-42a0-8433-ff5c88ee320d tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 946 time: 0.0966566 Apr 14 16:10:15.306945 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7a84b962-62c4-4cc0-818f-a0f5e71b9b68 req-4b238473-1118-4c11-bcad-06f4006b4510 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291579 Apr 14 16:10:15.338137 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7a190b24-493e-4a48-bb90-7b24a52c4a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:15.341256 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7a190b24-493e-4a48-bb90-7b24a52c4a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:15.350996 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ab4c80f7-e528-46b9-bee0-45f78cdd646b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:15.404457 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-7a190b24-493e-4a48-bb90-7b24a52c4a13 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb09230d28234a3f844cdd32919bb28b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539948 Apr 14 16:10:15.406092 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a190b24-493e-4a48-bb90-7b24a52c4a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f71db0-a936-4399-ad0c-5455f4531a46,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:15.407824 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 38766) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:15.409789 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7a190b24-493e-4a48-bb90-7b24a52c4a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:15.469170 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3183bb22-b009-40fa-889b-a6b0283c8b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:15.496973 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3183bb22-b009-40fa-889b-a6b0283c8b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:15.546330 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3183bb22-b009-40fa-889b-a6b0283c8b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:15.551476 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7194a2d0-690d-4e6c-8132-0c3dcb5e1b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:15.565322 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183bb22-b009-40fa-889b-a6b0283c8b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f71db0-a936-4399-ad0c-5455f4531a46,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:15.568116 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3183bb22-b009-40fa-889b-a6b0283c8b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:15.569851 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3183bb22-b009-40fa-889b-a6b0283c8b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:15.571140 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-3183bb22-b009-40fa-889b-a6b0283c8b7e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6f71db0-a936-4399-ad0c-5455f4531a46 HTTP/1.1" status: 204 len: 168 time: 0.1626837 Apr 14 16:10:15.889888 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 38774) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:15.915192 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-87bbcba6-a951-4cf1-9455-a88fd17b817e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:15.933770 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-87bbcba6-a951-4cf1-9455-a88fd17b817e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:15.938805 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-87bbcba6-a951-4cf1-9455-a88fd17b817e admin admin] Usage tracker for resource:security_group_rule and tenant:62ea928610814f158dcc24ed07e5957a is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:15.942604 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-87bbcba6-a951-4cf1-9455-a88fd17b817e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:15.950416 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-87bbcba6-a951-4cf1-9455-a88fd17b817e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:16.055582 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-87bbcba6-a951-4cf1-9455-a88fd17b817e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:16.059075 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-87bbcba6-a951-4cf1-9455-a88fd17b817e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:16.070292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-edd55e4d-a851-49f1-9f65-b594ef9b0957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:16.122450 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-87bbcba6-a951-4cf1-9455-a88fd17b817e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=62ea928610814f158dcc24ed07e5957a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311800 Apr 14 16:10:16.124575 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbcba6-a951-4cf1-9455-a88fd17b817e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaea85e-f05a-45b0-a159-91fee17943ad,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:16.125403 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 38778) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:16.128245 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-87bbcba6-a951-4cf1-9455-a88fd17b817e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:16.199226 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bb755ec6-5b44-4734-870c-9be23cd305d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:16.231020 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bb755ec6-5b44-4734-870c-9be23cd305d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:16.283872 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bb755ec6-5b44-4734-870c-9be23cd305d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:16.289610 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c917dd30-ace9-468d-a468-8c63a02aef2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:16.305268 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb755ec6-5b44-4734-870c-9be23cd305d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaea85e-f05a-45b0-a159-91fee17943ad,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:16.307542 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bb755ec6-5b44-4734-870c-9be23cd305d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:16.317148 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bb755ec6-5b44-4734-870c-9be23cd305d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:16.318396 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-bb755ec6-5b44-4734-870c-9be23cd305d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4aaea85e-f05a-45b0-a159-91fee17943ad HTTP/1.1" status: 204 len: 168 time: 0.1918743 Apr 14 16:10:16.517458 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46512872-ca6e-4869-8e71-66f8c24c56d0 req-d7b208de-2ef0-4929-85ec-3d9557298909 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:16.519094 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-46512872-ca6e-4869-8e71-66f8c24c56d0 req-d7b208de-2ef0-4929-85ec-3d9557298909 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 946 time: 0.0935464 Apr 14 16:10:16.561891 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-46512872-ca6e-4869-8e71-66f8c24c56d0 req-b4764fb9-227b-4010-bbf7-ed901e1ddcd1 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343211 Apr 14 16:10:16.697844 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 38806) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:16.720778 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-04e8b8aa-32f0-47c9-9ae0-8afd99b639c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:16.736723 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-04e8b8aa-32f0-47c9-9ae0-8afd99b639c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:16.741332 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-04e8b8aa-32f0-47c9-9ae0-8afd99b639c0 admin admin] Usage tracker for resource:security_group_rule and tenant:c36450ae014845e5831962a82bd74364 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:16.744288 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-04e8b8aa-32f0-47c9-9ae0-8afd99b639c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:16.750233 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-04e8b8aa-32f0-47c9-9ae0-8afd99b639c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:16.839515 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-04e8b8aa-32f0-47c9-9ae0-8afd99b639c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:16.843939 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-04e8b8aa-32f0-47c9-9ae0-8afd99b639c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:16.854144 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:16.897398 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8b8aa-32f0-47c9-9ae0-8afd99b639c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b37fd7-6515-4302-84e5-9567d03e8d91,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:16.903274 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-04e8b8aa-32f0-47c9-9ae0-8afd99b639c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c36450ae014845e5831962a82bd74364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2028527 Apr 14 16:10:16.903274 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-04e8b8aa-32f0-47c9-9ae0-8afd99b639c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:16.904868 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 38812) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:16.970593 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f1d89a9e-cec8-498d-a1ad-e0c2e4051d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:16.998394 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f1d89a9e-cec8-498d-a1ad-e0c2e4051d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:17.050764 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f1d89a9e-cec8-498d-a1ad-e0c2e4051d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:17.054839 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bb755ec6-5b44-4734-870c-9be23cd305d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:17.066637 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d89a9e-cec8-498d-a1ad-e0c2e4051d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b37fd7-6515-4302-84e5-9567d03e8d91,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:17.072571 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-f1d89a9e-cec8-498d-a1ad-e0c2e4051d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:17.074687 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f1d89a9e-cec8-498d-a1ad-e0c2e4051d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:17.075904 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-f1d89a9e-cec8-498d-a1ad-e0c2e4051d0c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/07b37fd7-6515-4302-84e5-9567d03e8d91 HTTP/1.1" status: 204 len: 168 time: 0.1698740 Apr 14 16:10:17.874147 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 38838) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:17.989398 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1134034722-network', 'tenant_id': 'a2677104ecb8470f897b44aabf8f0888'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:17.994815 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:17.999039 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] Usage tracker for resource:network and tenant:a2677104ecb8470f897b44aabf8f0888 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:18.002389 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:18.009247 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:18.027653 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] Made reservation on behalf of a2677104ecb8470f897b44aabf8f0888 for: {'network': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:18.032506 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for network, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:18.051800 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:18.069075 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:18.074667 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] Usage tracker for resource:security_group_rule and tenant:a2677104ecb8470f897b44aabf8f0888 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:18.077748 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:18.084008 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:18.174008 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:18.178583 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:18.183319 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ebca1e9c-c772-44a3-9197-44d584ce85ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:18.210245 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=85284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:10:18.224218 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abeeeabe-ed60-4e0b-aa24-445efd97233a,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:18.229472 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:18.230598 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:18.230991 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.segments_db [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] Added segment d5190820-7964-4c71-b9f4-3b5830640d43 of type vlan for network d780b386-65a4-48b1-9597-ed614288b437 Apr 14 16:10:18.262274 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778568018137'] for network, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:18.297197 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for network, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:18.298757 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:18.299435 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:18.306016 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:18.412331 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5369303 Apr 14 16:10:18.416266 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 38858) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:18.424685 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-6e0717c2-c7ac-4f92-a6c8-6d4ebb189cd1 admin admin] Request body: {'subnet': {'network_id': 'd780b386-65a4-48b1-9597-ed614288b437', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1134034722-subnet', 'tenant_id': 'a2677104ecb8470f897b44aabf8f0888', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:18.428891 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] Pushing event updated for resources: {'Network': ['ID=d780b386-65a4-48b1-9597-ed614288b437,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:18.432505 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:18.433538 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-6e0717c2-c7ac-4f92-a6c8-6d4ebb189cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:18.439366 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-6e0717c2-c7ac-4f92-a6c8-6d4ebb189cd1 admin admin] Usage tracker for resource:subnet and tenant:a2677104ecb8470f897b44aabf8f0888 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:18.441417 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Network d780b386-65a4-48b1-9597-ed614288b437 details requested by agent ovs-agent-dv-cinder-786260-2-iscsi with host dv-cinder-786260-2-iscsi {{(pid=85286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:10:18.442900 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-6e0717c2-c7ac-4f92-a6c8-6d4ebb189cd1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:18.449721 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-6e0717c2-c7ac-4f92-a6c8-6d4ebb189cd1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:18.466252 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0717c2-c7ac-4f92-a6c8-6d4ebb189cd1 admin admin] Made reservation on behalf of a2677104ecb8470f897b44aabf8f0888 for: {'subnet': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:18.472364 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6e0717c2-c7ac-4f92-a6c8-6d4ebb189cd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3771868'] for subnet, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:18.926249 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6e0717c2-c7ac-4f92-a6c8-6d4ebb189cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3780461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3771811'] for subnet, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:18.941752 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e6c1b1a7-9b73-47b7-9730-8897860cc743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:19.075574 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0717c2-c7ac-4f92-a6c8-6d4ebb189cd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f32f530-79fe-4b30-8aa5-689da10919c3,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:19.080609 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6e0717c2-c7ac-4f92-a6c8-6d4ebb189cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:19.148055 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0717c2-c7ac-4f92-a6c8-6d4ebb189cd1 admin admin] Checking segment: {'id': 'd5190820-7964-4c71-b9f4-3b5830640d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd780b386-65a4-48b1-9597-ed614288b437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:10:19.148446 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0717c2-c7ac-4f92-a6c8-6d4ebb189cd1 admin admin] Network hostable DHCP agents. Network: d780b386-65a4-48b1-9597-ed614288b437, hostable agents: ['6974cddb-cd46-4c60-a4a5-114b04928957'], hosted agents: [] {{(pid=85284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:10:19.168126 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0717c2-c7ac-4f92-a6c8-6d4ebb189cd1 admin admin] Network d780b386-65a4-48b1-9597-ed614288b437 is scheduled to be hosted by DHCP agent 6974cddb-cd46-4c60-a4a5-114b04928957 with binding_index 1 {{(pid=85284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:10:19.177448 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-6e0717c2-c7ac-4f92-a6c8-6d4ebb189cd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-iscsi, d780b386-65a4-48b1-9597-ed614288b437) {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:19.188436 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e72b36-0535-455b-b023-f3e903795b35 None None] Network d780b386-65a4-48b1-9597-ed614288b437 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:10:19.190357 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0717c2-c7ac-4f92-a6c8-6d4ebb189cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:19.191023 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6e0717c2-c7ac-4f92-a6c8-6d4ebb189cd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:19.217409 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-6e0717c2-c7ac-4f92-a6c8-6d4ebb189cd1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7999423 Apr 14 16:10:19.434410 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd5e374-8b29-49d8-bb49-2d19fc4ee31b None None] Network d780b386-65a4-48b1-9597-ed614288b437 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:10:19.903588 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 38884) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:19.919479 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-409714486-network', 'tenant_id': '1ea3d1f9358644a280625230a0a88629'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:19.926615 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:19.932431 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] Usage tracker for resource:network and tenant:1ea3d1f9358644a280625230a0a88629 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:19.937521 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:19.946034 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:19.956555 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] Made reservation on behalf of 1ea3d1f9358644a280625230a0a88629 for: {'network': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:19.966754 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for network, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:19.992084 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:20.042908 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:20.062368 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] Usage tracker for resource:security_group_rule and tenant:1ea3d1f9358644a280625230a0a88629 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:20.068498 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:20.078682 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:20.250575 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:20.254394 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:20.259399 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4fba821d-c95f-4541-9268-10c1b36ea214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:20.290142 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=85284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:10:20.305321 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca3a159-0073-4b55-bc34-ea15cea26474,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:20.311090 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:20.312482 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:20.312875 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.segments_db [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] Added segment 140001dc-ba3b-4dee-b93a-0d810b6cebae of type vlan for network acbf4ec3-2f41-4ec1-a109-13db1f32e60e Apr 14 16:10:20.351049 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778568018137'] for network, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:20.383871 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8a3f7-e59e-4a46-af57-7b1e2796e4fc req-49fdc670-f937-4e39-a4a6-ae4a05f34c7f tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:20.385146 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for network, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:20.385671 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-89d8a3f7-e59e-4a46-af57-7b1e2796e4fc req-49fdc670-f937-4e39-a4a6-ae4a05f34c7f tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.0979869 Apr 14 16:10:20.386655 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:20.387306 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:20.392471 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:20.418917 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-89d8a3f7-e59e-4a46-af57-7b1e2796e4fc req-8a592e2b-523a-4f50-8b71-073a9967e11c tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262947 Apr 14 16:10:20.501699 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5964148 Apr 14 16:10:20.503775 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] Pushing event updated for resources: {'Network': ['ID=acbf4ec3-2f41-4ec1-a109-13db1f32e60e,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:20.504656 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 38900) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:20.507197 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:20.511282 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-29478570-a8d0-422c-b21e-21e5eb173811 admin admin] Request body: {'subnet': {'network_id': 'acbf4ec3-2f41-4ec1-a109-13db1f32e60e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-409714486-subnet', 'tenant_id': '1ea3d1f9358644a280625230a0a88629', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:20.515011 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Network acbf4ec3-2f41-4ec1-a109-13db1f32e60e details requested by agent ovs-agent-dv-cinder-786260-2-iscsi with host dv-cinder-786260-2-iscsi {{(pid=85286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:10:20.516577 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-29478570-a8d0-422c-b21e-21e5eb173811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:20.520601 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-29478570-a8d0-422c-b21e-21e5eb173811 admin admin] Usage tracker for resource:subnet and tenant:1ea3d1f9358644a280625230a0a88629 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:20.524191 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-29478570-a8d0-422c-b21e-21e5eb173811 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:20.530115 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-29478570-a8d0-422c-b21e-21e5eb173811 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:20.544526 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29478570-a8d0-422c-b21e-21e5eb173811 admin admin] Made reservation on behalf of 1ea3d1f9358644a280625230a0a88629 for: {'subnet': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:20.549461 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-29478570-a8d0-422c-b21e-21e5eb173811 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3068211'] for subnet, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:20.968656 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-29478570-a8d0-422c-b21e-21e5eb173811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850711873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3068236'] for subnet, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:20.982906 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:21.323602 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29478570-a8d0-422c-b21e-21e5eb173811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b66db5a9-9fb0-4258-b28d-7ae29c1aa5a4,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:21.333066 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-29478570-a8d0-422c-b21e-21e5eb173811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:21.399077 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29478570-a8d0-422c-b21e-21e5eb173811 admin admin] Checking segment: {'id': '140001dc-ba3b-4dee-b93a-0d810b6cebae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'acbf4ec3-2f41-4ec1-a109-13db1f32e60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:10:21.399471 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29478570-a8d0-422c-b21e-21e5eb173811 admin admin] Network hostable DHCP agents. Network: acbf4ec3-2f41-4ec1-a109-13db1f32e60e, hostable agents: ['6974cddb-cd46-4c60-a4a5-114b04928957'], hosted agents: [] {{(pid=85285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:10:21.419728 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29478570-a8d0-422c-b21e-21e5eb173811 admin admin] Network acbf4ec3-2f41-4ec1-a109-13db1f32e60e is scheduled to be hosted by DHCP agent 6974cddb-cd46-4c60-a4a5-114b04928957 with binding_index 1 {{(pid=85285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:10:21.428525 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-29478570-a8d0-422c-b21e-21e5eb173811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-iscsi, acbf4ec3-2f41-4ec1-a109-13db1f32e60e) {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:21.442366 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0960198-5b04-4d4b-a19a-0244564874bc None None] Network acbf4ec3-2f41-4ec1-a109-13db1f32e60e requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:10:21.453903 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29478570-a8d0-422c-b21e-21e5eb173811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:21.455217 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-29478570-a8d0-422c-b21e-21e5eb173811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:21.510984 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-29478570-a8d0-422c-b21e-21e5eb173811 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0049152 Apr 14 16:10:21.702020 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e07b9-cd5b-41c7-a944-e05f770119af req-8dbbc1ae-c296-4c75-82a7-9727be62a8e6 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:21.703963 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce1e07b9-cd5b-41c7-a944-e05f770119af req-8dbbc1ae-c296-4c75-82a7-9727be62a8e6 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.1173947 Apr 14 16:10:21.708042 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690a5281-d938-450e-8a14-65f9b9c2fd9b None None] Network acbf4ec3-2f41-4ec1-a109-13db1f32e60e requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:10:21.760128 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce1e07b9-cd5b-41c7-a944-e05f770119af req-95d2c4f7-5ada-407b-9096-805cc3740298 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478773 Apr 14 16:10:22.967765 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b8767-3086-4c40-9c29-ee1af2e9fa78 req-e96a043b-4c75-4430-ada1-f0f9d0d698d5 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:22.969383 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c44b8767-3086-4c40-9c29-ee1af2e9fa78 req-e96a043b-4c75-4430-ada1-f0f9d0d698d5 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.0897322 Apr 14 16:10:23.000933 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c44b8767-3086-4c40-9c29-ee1af2e9fa78 req-5b98e9e5-861c-4be0-9eed-a5c516bb0003 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250781 Apr 14 16:10:24.207368 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3a1e6-8a79-4d91-81f3-b8006752ccd4 req-8f0b53f2-412e-477a-ba62-e6762d7e81de tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:24.208876 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-16d3a1e6-8a79-4d91-81f3-b8006752ccd4 req-8f0b53f2-412e-477a-ba62-e6762d7e81de tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.0914862 Apr 14 16:10:24.240492 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-16d3a1e6-8a79-4d91-81f3-b8006752ccd4 req-cd4cc724-0770-4f1a-b0a0-b8c245f1f6fc tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246193 Apr 14 16:10:25.441225 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c1af2-f96f-4cf2-a07c-bbe2301a5859 req-437961e0-4731-4fc1-85c1-34e93db08282 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:25.442854 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b06c1af2-f96f-4cf2-a07c-bbe2301a5859 req-437961e0-4731-4fc1-85c1-34e93db08282 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.0887382 Apr 14 16:10:25.474082 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b06c1af2-f96f-4cf2-a07c-bbe2301a5859 req-b366bd23-2b04-4055-bf73-922aff3dee73 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0240614 Apr 14 16:10:26.680185 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fc87f-ff29-4e43-9f55-ee1c6e608618 req-fc4a07e1-f23c-4613-9a01-95930b995fbc tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:26.681743 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-043fc87f-ff29-4e43-9f55-ee1c6e608618 req-fc4a07e1-f23c-4613-9a01-95930b995fbc tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.0917335 Apr 14 16:10:26.714462 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-043fc87f-ff29-4e43-9f55-ee1c6e608618 req-c530e315-ebe6-4118-bdcf-90f88f44289b tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259726 Apr 14 16:10:26.794054 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d19f8ed2-5c11-4fb3-ad1c-2aad2a75a753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:27.929880 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5032fa5-5db6-4b0c-ac3b-8200d0111790 req-32965129-f8ca-4343-9c1d-51afdbdbf349 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:27.931415 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f5032fa5-5db6-4b0c-ac3b-8200d0111790 req-32965129-f8ca-4343-9c1d-51afdbdbf349 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.0882380 Apr 14 16:10:27.962515 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f5032fa5-5db6-4b0c-ac3b-8200d0111790 req-d90c563c-b183-4264-8463-13fd6fed4037 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0247192 Apr 14 16:10:29.187158 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323e55a-1f9a-4975-9d92-e544dadc46eb req-f29b0053-053d-4993-8730-6c2d14328b63 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:29.188878 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c323e55a-1f9a-4975-9d92-e544dadc46eb req-f29b0053-053d-4993-8730-6c2d14328b63 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.0976770 Apr 14 16:10:29.221841 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c323e55a-1f9a-4975-9d92-e544dadc46eb req-b8e7dcdb-449c-42bd-a540-56698b8dcbe0 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0253532 Apr 14 16:10:29.432008 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-be99871d-e5cc-4b25-adbc-bfb7d6014df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:29.672917 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:29.806485 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 39050) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:29.931131 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f8873d8e-8da0-48f8-adcb-b2a3386ed85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:29.947083 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-f8873d8e-8da0-48f8-adcb-b2a3386ed85b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:29.951557 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-f8873d8e-8da0-48f8-adcb-b2a3386ed85b admin admin] Usage tracker for resource:security_group_rule and tenant:7815ad5f101e4e95acbebb083d9f1a95 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:29.954984 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-f8873d8e-8da0-48f8-adcb-b2a3386ed85b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:29.962581 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-f8873d8e-8da0-48f8-adcb-b2a3386ed85b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:30.056650 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f8873d8e-8da0-48f8-adcb-b2a3386ed85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.059538 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f8873d8e-8da0-48f8-adcb-b2a3386ed85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.068560 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0cc1620f-e696-4252-8cbe-e0b8912cd3e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:30.111306 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-f8873d8e-8da0-48f8-adcb-b2a3386ed85b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7815ad5f101e4e95acbebb083d9f1a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3036380 Apr 14 16:10:30.113018 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8873d8e-8da0-48f8-adcb-b2a3386ed85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd6773b-4fb2-4960-89a5-5ca8e9d1e54a,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:30.114375 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39056) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:30.121124 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8873d8e-8da0-48f8-adcb-b2a3386ed85b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:30.121551 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8873d8e-8da0-48f8-adcb-b2a3386ed85b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:30.121970 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8873d8e-8da0-48f8-adcb-b2a3386ed85b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:30.122429 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8873d8e-8da0-48f8-adcb-b2a3386ed85b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:30.122833 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8873d8e-8da0-48f8-adcb-b2a3386ed85b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:30.123240 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8873d8e-8da0-48f8-adcb-b2a3386ed85b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:30.123643 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8873d8e-8da0-48f8-adcb-b2a3386ed85b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:30.124042 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8873d8e-8da0-48f8-adcb-b2a3386ed85b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:30.124447 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8873d8e-8da0-48f8-adcb-b2a3386ed85b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:30.124843 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8873d8e-8da0-48f8-adcb-b2a3386ed85b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:30.125240 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8873d8e-8da0-48f8-adcb-b2a3386ed85b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:30.125635 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8873d8e-8da0-48f8-adcb-b2a3386ed85b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:30.129869 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-f8873d8e-8da0-48f8-adcb-b2a3386ed85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:30.178387 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ffa8960d-8c54-46b5-8d59-ab82a765f26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.205843 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ffa8960d-8c54-46b5-8d59-ab82a765f26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.251445 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ffa8960d-8c54-46b5-8d59-ab82a765f26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.256590 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-9e5a47da-ee15-42b3-812d-989f9d2d6f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:30.271893 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8960d-8c54-46b5-8d59-ab82a765f26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd6773b-4fb2-4960-89a5-5ca8e9d1e54a,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:30.274329 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ffa8960d-8c54-46b5-8d59-ab82a765f26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:30.275809 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ffa8960d-8c54-46b5-8d59-ab82a765f26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.278708 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-ffa8960d-8c54-46b5-8d59-ab82a765f26a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2cd6773b-4fb2-4960-89a5-5ca8e9d1e54a HTTP/1.1" status: 204 len: 168 time: 0.1631939 Apr 14 16:10:30.435586 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.437027 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1889c-0f1b-4064-a847-a8c43ec0c2f8 req-effcba68-7d88-4771-a716-b7e1db70ae4f tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:30.438742 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-65d1889c-0f1b-4064-a847-a8c43ec0c2f8 req-effcba68-7d88-4771-a716-b7e1db70ae4f tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.0957327 Apr 14 16:10:30.472540 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-65d1889c-0f1b-4064-a847-a8c43ec0c2f8 req-12cd8b9e-dafa-4a6d-8642-5862037558d8 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263889 Apr 14 16:10:30.610683 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 39072) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:30.631741 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-00937259-07c8-4913-a0a2-5a1e4c9da68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.647506 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-00937259-07c8-4913-a0a2-5a1e4c9da68c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:30.651638 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-00937259-07c8-4913-a0a2-5a1e4c9da68c admin admin] Usage tracker for resource:security_group_rule and tenant:bf8be1e0ffb440ad8c9c49783c13fdac is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:30.654679 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-00937259-07c8-4913-a0a2-5a1e4c9da68c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:30.660786 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-00937259-07c8-4913-a0a2-5a1e4c9da68c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:30.757076 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-00937259-07c8-4913-a0a2-5a1e4c9da68c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.759654 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-00937259-07c8-4913-a0a2-5a1e4c9da68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.768577 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-436d32c7-78c8-4b32-acf2-6589441cd710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:30.810857 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-00937259-07c8-4913-a0a2-5a1e4c9da68c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf8be1e0ffb440ad8c9c49783c13fdac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1989172 Apr 14 16:10:30.812558 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00937259-07c8-4913-a0a2-5a1e4c9da68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6fc023-69d0-41a5-8e4e-f7bb588e517b,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:30.813754 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39078) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:30.815761 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-00937259-07c8-4913-a0a2-5a1e4c9da68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:30.874776 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2f13babd-85e1-49ee-8ed6-bc74793cd051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.901470 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2f13babd-85e1-49ee-8ed6-bc74793cd051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.946120 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2f13babd-85e1-49ee-8ed6-bc74793cd051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.951122 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-5d5021a2-0acd-4928-892a-9938e1152f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:30.962023 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13babd-85e1-49ee-8ed6-bc74793cd051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6fc023-69d0-41a5-8e4e-f7bb588e517b,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:30.965706 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-2f13babd-85e1-49ee-8ed6-bc74793cd051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:30.969110 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2f13babd-85e1-49ee-8ed6-bc74793cd051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:30.970367 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-2f13babd-85e1-49ee-8ed6-bc74793cd051 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d6fc023-69d0-41a5-8e4e-f7bb588e517b HTTP/1.1" status: 204 len: 168 time: 0.1554582 Apr 14 16:10:31.679512 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2df5ed-2c79-40a4-ac9c-090579591b0d req-b5d75e8a-49f1-4cc6-b131-a3ef75f9458a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:31.681136 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8c2df5ed-2c79-40a4-ac9c-090579591b0d req-b5d75e8a-49f1-4cc6-b131-a3ef75f9458a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.0924604 Apr 14 16:10:31.713440 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8c2df5ed-2c79-40a4-ac9c-090579591b0d req-535bd0c7-62a3-48ac-b210-874c15feeded tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252316 Apr 14 16:10:32.060491 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:32.926887 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1c1e1-b00e-45da-b7c8-34e8ca5f19de req-5d8c5af2-2e67-450d-ac75-24c9441edfec tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:32.928712 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b3f1c1e1-b00e-45da-b7c8-34e8ca5f19de req-5d8c5af2-2e67-450d-ac75-24c9441edfec tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.0914335 Apr 14 16:10:32.959541 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b3f1c1e1-b00e-45da-b7c8-34e8ca5f19de req-9d082af9-75bc-4d58-815c-fda46bd28a19 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0239758 Apr 14 16:10:33.868605 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39172) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:34.000387 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-00edf513-dcf5-4c51-9298-2e6e6bfd38ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.016152 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-00edf513-dcf5-4c51-9298-2e6e6bfd38ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:34.020156 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-00edf513-dcf5-4c51-9298-2e6e6bfd38ca admin admin] Usage tracker for resource:security_group_rule and tenant:87a0f9c2536d42019aab1ca1dd435435 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:34.023358 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-00edf513-dcf5-4c51-9298-2e6e6bfd38ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:34.029569 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-00edf513-dcf5-4c51-9298-2e6e6bfd38ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:34.172490 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-00edf513-dcf5-4c51-9298-2e6e6bfd38ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.177382 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-00edf513-dcf5-4c51-9298-2e6e6bfd38ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.186745 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3ec66fd9-344b-4812-881a-cc369320d774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:34.245466 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edf513-dcf5-4c51-9298-2e6e6bfd38ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a8eb3c-0fb9-4830-a0a0-e364067841f4,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:34.254148 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-00edf513-dcf5-4c51-9298-2e6e6bfd38ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=87a0f9c2536d42019aab1ca1dd435435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3819859 Apr 14 16:10:34.254148 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-00edf513-dcf5-4c51-9298-2e6e6bfd38ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:34.254687 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39180) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:34.264842 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a4610-196f-4ef5-9257-8c85c6945428 req-d0b21fc0-de38-4db3-8550-24755591d78a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:34.266447 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d93a4610-196f-4ef5-9257-8c85c6945428 req-d0b21fc0-de38-4db3-8550-24755591d78a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.1879127 Apr 14 16:10:34.313886 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d93a4610-196f-4ef5-9257-8c85c6945428 req-c6a60ce2-4870-482d-887e-d28b1eaebde6 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377111 Apr 14 16:10:34.347084 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-672471e9-61b6-4ce5-a340-073a0c54b5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.374795 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-672471e9-61b6-4ce5-a340-073a0c54b5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.424392 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-672471e9-61b6-4ce5-a340-073a0c54b5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.429738 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8a7c0379-c420-4240-8de7-c13df6e7a662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:34.444514 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672471e9-61b6-4ce5-a340-073a0c54b5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a8eb3c-0fb9-4830-a0a0-e364067841f4,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:34.447488 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-672471e9-61b6-4ce5-a340-073a0c54b5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:34.448770 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-672471e9-61b6-4ce5-a340-073a0c54b5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.450759 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-672471e9-61b6-4ce5-a340-073a0c54b5b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/51a8eb3c-0fb9-4830-a0a0-e364067841f4 HTTP/1.1" status: 204 len: 168 time: 0.1952810 Apr 14 16:10:34.743403 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39188) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:34.762786 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-abfa43d3-f2e5-4cb3-9e64-7520b71c8f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.782702 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-abfa43d3-f2e5-4cb3-9e64-7520b71c8f2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:34.786741 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-abfa43d3-f2e5-4cb3-9e64-7520b71c8f2e admin admin] Usage tracker for resource:security_group_rule and tenant:6bb358d2d30a472eb71a88b7903043d1 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:34.789807 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-abfa43d3-f2e5-4cb3-9e64-7520b71c8f2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:34.796066 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-abfa43d3-f2e5-4cb3-9e64-7520b71c8f2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:34.883272 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-abfa43d3-f2e5-4cb3-9e64-7520b71c8f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.886725 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-abfa43d3-f2e5-4cb3-9e64-7520b71c8f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:34.895998 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-87bbcba6-a951-4cf1-9455-a88fd17b817e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:34.938686 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-abfa43d3-f2e5-4cb3-9e64-7520b71c8f2e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6bb358d2d30a472eb71a88b7903043d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1941183 Apr 14 16:10:34.940383 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa43d3-f2e5-4cb3-9e64-7520b71c8f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8091c550-dbd9-4982-87b3-a3486ceb3393,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:34.941679 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 39196) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:34.944117 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-abfa43d3-f2e5-4cb3-9e64-7520b71c8f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:35.014084 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e67f949a-5f5f-4ff5-862e-8f45ddf615a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.044675 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e67f949a-5f5f-4ff5-862e-8f45ddf615a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.091171 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e67f949a-5f5f-4ff5-862e-8f45ddf615a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.096177 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-f8873d8e-8da0-48f8-adcb-b2a3386ed85b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:35.110388 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f949a-5f5f-4ff5-862e-8f45ddf615a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8091c550-dbd9-4982-87b3-a3486ceb3393,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:35.113474 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e67f949a-5f5f-4ff5-862e-8f45ddf615a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:35.124148 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e67f949a-5f5f-4ff5-862e-8f45ddf615a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:35.127877 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-e67f949a-5f5f-4ff5-862e-8f45ddf615a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8091c550-dbd9-4982-87b3-a3486ceb3393 HTTP/1.1" status: 204 len: 168 time: 0.1825011 Apr 14 16:10:35.525815 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbb50f-93e3-4715-8565-f3b02f07f601 req-bf5ad789-fd8f-4d9b-a34d-92d30f152f5c tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:35.527503 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9ddbb50f-93e3-4715-8565-f3b02f07f601 req-bf5ad789-fd8f-4d9b-a34d-92d30f152f5c tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.0958614 Apr 14 16:10:35.568631 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9ddbb50f-93e3-4715-8565-f3b02f07f601 req-a392562b-f09f-4a07-9153-23220094a7f2 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305405 Apr 14 16:10:35.657769 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b4e01-4ff8-45ed-923b-8af6c98c6eab req-595e5637-173f-4b1a-956c-02adddca8389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:35.659465 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1a5b4e01-4ff8-45ed-923b-8af6c98c6eab req-595e5637-173f-4b1a-956c-02adddca8389 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91ea008d0147431cb1eeb4f5c290e6b7&device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 1099 time: 0.2059145 Apr 14 16:10:35.817666 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b4e01-4ff8-45ed-923b-8af6c98c6eab req-0a70e944-5a25-4dd6-bcd4-6df6ea7e3dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:35.819977 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1a5b4e01-4ff8-45ed-923b-8af6c98c6eab req-0a70e944-5a25-4dd6-bcd4-6df6ea7e3dc2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=efc13fb2-38cb-4474-87f7-427bcd62decb HTTP/1.1" status: 200 len: 909 time: 0.1509268 Apr 14 16:10:35.938681 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1a5b4e01-4ff8-45ed-923b-8af6c98c6eab req-990d7cdd-8172-4636-a9e5-582e2dbd1c06 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=700e5882-25a6-4868-8c0e-3ca90b3e680e HTTP/1.1" status: 200 len: 1002 time: 0.1073072 Apr 14 16:10:36.017341 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b4e01-4ff8-45ed-923b-8af6c98c6eab req-7221fee9-a84a-4475-8c5f-e1bf97466551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:36.019981 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1a5b4e01-4ff8-45ed-923b-8af6c98c6eab req-7221fee9-a84a-4475-8c5f-e1bf97466551 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eb750ea5-d2d8-4539-8e70-4f1cf7bcb894 HTTP/1.1" status: 200 len: 847 time: 0.0706365 Apr 14 16:10:36.108817 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b4e01-4ff8-45ed-923b-8af6c98c6eab req-044e38c8-e654-44f1-9a0e-255f5b35a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:36.110596 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1a5b4e01-4ff8-45ed-923b-8af6c98c6eab req-044e38c8-e654-44f1-9a0e-255f5b35a837 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=efc13fb2-38cb-4474-87f7-427bcd62decb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829718 Apr 14 16:10:36.261560 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1a5b4e01-4ff8-45ed-923b-8af6c98c6eab req-135e6cde-d5ed-46e2-9b0f-90c476a5bcb7 service neutron] 10.222.0.54 "GET /v2.0/networks/efc13fb2-38cb-4474-87f7-427bcd62decb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411724 Apr 14 16:10:36.417423 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1a5b4e01-4ff8-45ed-923b-8af6c98c6eab req-20fe7f26-dfaf-4905-ae87-f34b9e9755e7 service neutron] 10.222.0.54 "GET /v2.0/networks/efc13fb2-38cb-4474-87f7-427bcd62decb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468201 Apr 14 16:10:36.785711 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57887e13-5230-4545-bbb5-d78c1322a0fe req-4d70bce1-6951-4a75-82bc-080dd966b87d tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:36.787822 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-57887e13-5230-4545-bbb5-d78c1322a0fe req-4d70bce1-6951-4a75-82bc-080dd966b87d tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.1016586 Apr 14 16:10:36.824711 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-57887e13-5230-4545-bbb5-d78c1322a0fe req-3f9c4b37-fea6-4c26-b808-c49feb765623 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292726 Apr 14 16:10:37.161844 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 39274) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:37.289056 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-15f457c6-190b-43da-9d82-b754b3bd0e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:37.305082 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-15f457c6-190b-43da-9d82-b754b3bd0e8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:37.309132 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-15f457c6-190b-43da-9d82-b754b3bd0e8b admin admin] Usage tracker for resource:security_group_rule and tenant:ad52f839fbc3479ca8bfe9b4f70c904f is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:37.312184 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-15f457c6-190b-43da-9d82-b754b3bd0e8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:37.318838 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-15f457c6-190b-43da-9d82-b754b3bd0e8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:37.405239 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-15f457c6-190b-43da-9d82-b754b3bd0e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:37.408270 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-15f457c6-190b-43da-9d82-b754b3bd0e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:37.418930 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-15579ad2-45e1-4492-87a0-089188ec6a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:37.464967 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-15f457c6-190b-43da-9d82-b754b3bd0e8b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad52f839fbc3479ca8bfe9b4f70c904f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3018696 Apr 14 16:10:37.466704 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f457c6-190b-43da-9d82-b754b3bd0e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f602c36-57dd-492d-8888-b75603c7a244,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:37.467778 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39280) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:37.470017 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-15f457c6-190b-43da-9d82-b754b3bd0e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:37.529359 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a8f2bcf5-657f-4aeb-b18b-783e242d6dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:37.557182 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a8f2bcf5-657f-4aeb-b18b-783e242d6dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:37.601177 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a8f2bcf5-657f-4aeb-b18b-783e242d6dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:37.606068 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8b518c31-5ed7-426e-8dec-95245b7d2b4f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:37.622684 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2bcf5-657f-4aeb-b18b-783e242d6dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f602c36-57dd-492d-8888-b75603c7a244,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:37.627357 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a8f2bcf5-657f-4aeb-b18b-783e242d6dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:37.632245 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a8f2bcf5-657f-4aeb-b18b-783e242d6dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:37.633442 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-a8f2bcf5-657f-4aeb-b18b-783e242d6dec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7f602c36-57dd-492d-8888-b75603c7a244 HTTP/1.1" status: 204 len: 168 time: 0.1646037 Apr 14 16:10:37.934896 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 39296) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:37.955430 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-347bfb0c-4555-4db0-a59f-06b17c0d6ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:37.971411 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-347bfb0c-4555-4db0-a59f-06b17c0d6ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:37.976057 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-347bfb0c-4555-4db0-a59f-06b17c0d6ad3 admin admin] Usage tracker for resource:security_group_rule and tenant:5416074d4eca4b67b0bd0e8905eeefb6 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:37.979163 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-347bfb0c-4555-4db0-a59f-06b17c0d6ad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:37.985762 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-347bfb0c-4555-4db0-a59f-06b17c0d6ad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:38.072426 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e66ccb-c729-4192-876f-a7cb2f9723b2 req-14ec3f99-1ae9-4927-b5a0-e09f2b3b1cc1 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:38.074155 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-54e66ccb-c729-4192-876f-a7cb2f9723b2 req-14ec3f99-1ae9-4927-b5a0-e09f2b3b1cc1 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.1232145 Apr 14 16:10:38.085742 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-347bfb0c-4555-4db0-a59f-06b17c0d6ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:38.089584 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-347bfb0c-4555-4db0-a59f-06b17c0d6ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:38.100298 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-b9b4dcd6-5832-4818-ac08-a302d25cc956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:38.108369 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-54e66ccb-c729-4192-876f-a7cb2f9723b2 req-806a6b89-029b-4900-ac65-3e5ab6405217 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273817 Apr 14 16:10:38.146874 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-347bfb0c-4555-4db0-a59f-06b17c0d6ad3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5416074d4eca4b67b0bd0e8905eeefb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2100434 Apr 14 16:10:38.147746 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347bfb0c-4555-4db0-a59f-06b17c0d6ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54e6cdc-a3b2-4ac6-aa48-4505ae9979d9,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:38.149623 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39304) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:38.153415 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-347bfb0c-4555-4db0-a59f-06b17c0d6ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:38.219351 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-246829f3-15f5-4d72-b7ad-43c7aacfcb61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:38.247582 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-246829f3-15f5-4d72-b7ad-43c7aacfcb61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:38.299983 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-246829f3-15f5-4d72-b7ad-43c7aacfcb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:38.305379 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-da96779d-9853-41cd-baf3-285fb007b010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:38.316824 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246829f3-15f5-4d72-b7ad-43c7aacfcb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54e6cdc-a3b2-4ac6-aa48-4505ae9979d9,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:38.321908 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-246829f3-15f5-4d72-b7ad-43c7aacfcb61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:38.323964 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-246829f3-15f5-4d72-b7ad-43c7aacfcb61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:38.328058 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-246829f3-15f5-4d72-b7ad-43c7aacfcb61 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d54e6cdc-a3b2-4ac6-aa48-4505ae9979d9 HTTP/1.1" status: 204 len: 168 time: 0.1765251 Apr 14 16:10:39.340722 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c2063-eb48-4cb9-9d74-10ce36d0357f req-3ec676dd-1634-4002-8ab0-2121d27ef4f9 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:39.342417 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-cf7c2063-eb48-4cb9-9d74-10ce36d0357f req-3ec676dd-1634-4002-8ab0-2121d27ef4f9 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.0961802 Apr 14 16:10:39.377124 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-cf7c2063-eb48-4cb9-9d74-10ce36d0357f req-1fc56fc1-4704-44f8-8ca6-2444dd2d884d tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279801 Apr 14 16:10:39.757275 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 39368) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:39.786539 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df651a6c-e81c-4f35-8003-c048306c8efb req-4e9e0175-b1f4-445e-b27e-e04db5a6f331 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:39.788807 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-df651a6c-e81c-4f35-8003-c048306c8efb req-4e9e0175-b1f4-445e-b27e-e04db5a6f331 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.0995078 Apr 14 16:10:39.821082 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-df651a6c-e81c-4f35-8003-c048306c8efb req-ff7fb776-6e4b-40e9-ac4a-b3c067b941f2 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246465 Apr 14 16:10:39.946289 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-831f6aae-4b5f-42c0-93f3-a93943b9a5b7 req-8bb8d93a-ed6f-4419-9830-83a71596a586 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1873946 Apr 14 16:10:40.572412 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 39416) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:40.642674 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d4aeb5-09b0-4af2-b4b7-53a64862e4d0 admin admin] Deleting subnet 2f32f530-79fe-4b30-8aa5-689da10919c3 {{(pid=85284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:10:40.646628 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-25d4aeb5-09b0-4af2-b4b7-53a64862e4d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:40.684050 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39420) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:40.717976 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-25d4aeb5-09b0-4af2-b4b7-53a64862e4d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853327131'] for subnet, precommit_delete_associations {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:40.814343 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-25d4aeb5-09b0-4af2-b4b7-53a64862e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14877'] for subnet, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:40.844923 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-56350e3f-a7ca-4ba9-b983-4f3406153b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:40.861464 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-56350e3f-a7ca-4ba9-b983-4f3406153b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:40.866169 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-56350e3f-a7ca-4ba9-b983-4f3406153b38 admin admin] Usage tracker for resource:security_group_rule and tenant:1184c283cd1547ab80ac35864d26c81b is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:40.869172 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-56350e3f-a7ca-4ba9-b983-4f3406153b38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:40.876532 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-56350e3f-a7ca-4ba9-b983-4f3406153b38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:41.016713 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-56350e3f-a7ca-4ba9-b983-4f3406153b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.022878 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-56350e3f-a7ca-4ba9-b983-4f3406153b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.032770 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-00edf513-dcf5-4c51-9298-2e6e6bfd38ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:41.087707 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-56350e3f-a7ca-4ba9-b983-4f3406153b38 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1184c283cd1547ab80ac35864d26c81b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4023557 Apr 14 16:10:41.090269 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56350e3f-a7ca-4ba9-b983-4f3406153b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d468dfc8-7871-422e-8f75-3e39a8539cda,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:41.090861 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 39428) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:41.108955 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-56350e3f-a7ca-4ba9-b983-4f3406153b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:41.127174 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13b586-dc2b-47f8-8590-57ae61292d93 req-8ba957fd-4896-47a0-b8d5-966b39e33500 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:41.128800 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7e13b586-dc2b-47f8-8590-57ae61292d93 req-8ba957fd-4896-47a0-b8d5-966b39e33500 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.1728337 Apr 14 16:10:41.144662 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-25d4aeb5-09b0-4af2-b4b7-53a64862e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854760955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850995310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851003974'] for subnet, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.163134 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7e13b586-dc2b-47f8-8590-57ae61292d93 req-b746bf0d-a684-465d-bc1e-8d77c4a11c19 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270801 Apr 14 16:10:41.167036 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-2261e9f6-0928-40b8-aa2a-80fbfb825cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:41.169166 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 700e5882-25a6-4868-8c0e-3ca90b3e680e no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:10:41.221256 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4aeb5-09b0-4af2-b4b7-53a64862e4d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f32f530-79fe-4b30-8aa5-689da10919c3,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:41.226963 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-25d4aeb5-09b0-4af2-b4b7-53a64862e4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:41.304783 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.315579 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-74029dff-bccf-435d-b205-d5ecc3ef6186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.317429 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aae3ffe-55c2-492c-8085-4842a147970c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '700e5882-25a6-4868-8c0e-3ca90b3e680e'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:10:41.328376 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 700e5882-25a6-4868-8c0e-3ca90b3e680e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=700e5882-25a6-4868-8c0e-3ca90b3e680e,segment=NetworkSegment(79bdc854-4a52-4f39-9d2b-9612d500cf5c),segment_id=79bdc854-4a52-4f39-9d2b-9612d500cf5c)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:41.336566 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.339333 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:41.362569 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-74029dff-bccf-435d-b205-d5ecc3ef6186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.413069 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-25d4aeb5-09b0-4af2-b4b7-53a64862e4d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.419194 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=700e5882-25a6-4868-8c0e-3ca90b3e680e,revision_number=6']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:41.428770 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:41.429416 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:41.429952 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:41.431075 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:41.431579 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:41.432030 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:41.432872 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:41.433339 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:41.433749 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:41.434111 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:41.434479 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:41.434873 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:41.438089 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39436) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:41.438316 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-25d4aeb5-09b0-4af2-b4b7-53a64862e4d0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2f32f530-79fe-4b30-8aa5-689da10919c3 HTTP/1.1" status: 204 len: 168 time: 0.8640859 Apr 14 16:10:41.439399 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-74029dff-bccf-435d-b205-d5ecc3ef6186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.442336 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-74029dff-bccf-435d-b205-d5ecc3ef6186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.446606 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-74029dff-bccf-435d-b205-d5ecc3ef6186 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d468dfc8-7871-422e-8f75-3e39a8539cda HTTP/1.1" status: 204 len: 168 time: 0.3518095 Apr 14 16:10:41.446606 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d6000e84-ee58-4bdf-9cc8-aad302491bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:41.446835 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:41.455058 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74029dff-bccf-435d-b205-d5ecc3ef6186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d468dfc8-7871-422e-8f75-3e39a8539cda,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:41.459831 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-74029dff-bccf-435d-b205-d5ecc3ef6186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:41.538641 dv-cinder-786260-2-iscsi neutron-server[85169]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7aae3ffe-55c2-492c-8085-4842a147970c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '700e5882-25a6-4868-8c0e-3ca90b3e680e', 'code': 422} returned with failed status Apr 14 16:10:41.586745 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3b1b2b6f-b10f-49fa-aba5-58c0ed0dfe1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854580288'] for network, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.599916 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f6aae-4b5f-42c0-93f3-a93943b9a5b7 req-95a4b91b-f595-400e-ba45-fd271a06e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:41.602007 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-831f6aae-4b5f-42c0-93f3-a93943b9a5b7 req-95a4b91b-f595-400e-ba45-fd271a06e2bc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c&tenant_id=91ea008d0147431cb1eeb4f5c290e6b7 HTTP/1.1" status: 200 len: 1097 time: 0.0901115 Apr 14 16:10:41.792294 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3b1b2b6f-b10f-49fa-aba5-58c0ed0dfe1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363258286215762'] for network, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.807764 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39444) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:41.848310 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a405afc6-9324-4d91-a058-88878613658d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:41.927385 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-a405afc6-9324-4d91-a058-88878613658d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:41.935822 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-a405afc6-9324-4d91-a058-88878613658d admin admin] Usage tracker for resource:security_group_rule and tenant:9b437c4cea344a04aac31caa30684eb4 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:41.938377 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f6aae-4b5f-42c0-93f3-a93943b9a5b7 req-d431ea9c-c039-42ca-9670-6256bf08c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:41.940110 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-831f6aae-4b5f-42c0-93f3-a93943b9a5b7 req-d431ea9c-c039-42ca-9670-6256bf08c40a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91ea008d0147431cb1eeb4f5c290e6b7&device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 1097 time: 0.3143735 Apr 14 16:10:41.946692 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-a405afc6-9324-4d91-a058-88878613658d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:41.956981 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-a405afc6-9324-4d91-a058-88878613658d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:41.960631 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-3b1b2b6f-b10f-49fa-aba5-58c0ed0dfe1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d780b386-65a4-48b1-9597-ed614288b437']}} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:41.983918 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-3b1b2b6f-b10f-49fa-aba5-58c0ed0dfe1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5190820-7964-4c71-b9f4-3b5830640d43') {'for_net_delete': True} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:41.984537 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-3b1b2b6f-b10f-49fa-aba5-58c0ed0dfe1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5190820-7964-4c71-b9f4-3b5830640d43') {} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:42.008013 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3b1b2b6f-b10f-49fa-aba5-58c0ed0dfe1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258286223442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850711108'] for segment, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:42.037431 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3b1b2b6f-b10f-49fa-aba5-58c0ed0dfe1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:42.051904 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1b2b6f-b10f-49fa-aba5-58c0ed0dfe1c admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=85285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:10:42.090202 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f6aae-4b5f-42c0-93f3-a93943b9a5b7 req-1a3af9a3-130a-4f6d-b386-e2b8262b9d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:42.091806 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-831f6aae-4b5f-42c0-93f3-a93943b9a5b7 req-1a3af9a3-130a-4f6d-b386-e2b8262b9d63 service neutron] 10.222.0.54 "GET /v2.0/networks?id=efc13fb2-38cb-4474-87f7-427bcd62decb HTTP/1.1" status: 200 len: 909 time: 0.1426845 Apr 14 16:10:42.211107 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-831f6aae-4b5f-42c0-93f3-a93943b9a5b7 req-77c266f8-46e7-450a-b349-350c1e202da4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=700e5882-25a6-4868-8c0e-3ca90b3e680e HTTP/1.1" status: 200 len: 1000 time: 0.1094794 Apr 14 16:10:42.277636 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-3b1b2b6f-b10f-49fa-aba5-58c0ed0dfe1c admin admin] Network d780b386-65a4-48b1-9597-ed614288b437 has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:10:42.284594 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f6aae-4b5f-42c0-93f3-a93943b9a5b7 req-83c35cf6-a6fa-4946-8e8a-46e6ea2c20f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:42.286217 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-831f6aae-4b5f-42c0-93f3-a93943b9a5b7 req-83c35cf6-a6fa-4946-8e8a-46e6ea2c20f0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eb750ea5-d2d8-4539-8e70-4f1cf7bcb894 HTTP/1.1" status: 200 len: 847 time: 0.0681212 Apr 14 16:10:42.290491 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3b1b2b6f-b10f-49fa-aba5-58c0ed0dfe1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063791'] for segment, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:42.364532 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a405afc6-9324-4d91-a058-88878613658d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:42.378608 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f6aae-4b5f-42c0-93f3-a93943b9a5b7 req-047189b6-1a0d-4972-8408-9250feebee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:42.380265 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-831f6aae-4b5f-42c0-93f3-a93943b9a5b7 req-047189b6-1a0d-4972-8408-9250feebee75 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=efc13fb2-38cb-4474-87f7-427bcd62decb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840502 Apr 14 16:10:42.432363 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a405afc6-9324-4d91-a058-88878613658d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:42.444944 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7f025d4d-4ef8-4555-a049-a1ba6e49a2a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:42.526053 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-831f6aae-4b5f-42c0-93f3-a93943b9a5b7 req-dbb25a9e-2fdd-4ff6-829d-36d55437058a service neutron] 10.222.0.54 "GET /v2.0/networks/efc13fb2-38cb-4474-87f7-427bcd62decb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384811 Apr 14 16:10:42.579211 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405afc6-9324-4d91-a058-88878613658d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cfb719-e412-4b6e-9fae-502e3226085e,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:42.586837 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-a405afc6-9324-4d91-a058-88878613658d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9b437c4cea344a04aac31caa30684eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7779443 Apr 14 16:10:42.589538 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a405afc6-9324-4d91-a058-88878613658d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:42.589538 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39454) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:42.606210 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-3b1b2b6f-b10f-49fa-aba5-58c0ed0dfe1c admin admin] Network d780b386-65a4-48b1-9597-ed614288b437 has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: Traceback (most recent call last): Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: timer() Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: cb(*args, **kw) Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: return func(*args, **kwargs) Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: self._notify() Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: self.callback(batched_events) Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: event.method(event) Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: segment_id)['aggregates'][0] Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: return f(self, *a, **k) Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: return self._get(url).json() Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: **kwargs) Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: return self.request(url, 'GET', **kwargs) Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: **endpoint_filter) Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:10:42.642886 dv-cinder-786260-2-iscsi neutron-server[85169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:10:42.694163 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-831f6aae-4b5f-42c0-93f3-a93943b9a5b7 req-bd552a3b-fd7e-4972-9593-30e9fef4f63d service neutron] 10.222.0.54 "GET /v2.0/networks/efc13fb2-38cb-4474-87f7-427bcd62decb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613472 Apr 14 16:10:42.774270 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae942775-4357-4fcf-97eb-7c67aded224e req-b66b0dee-7977-4fc4-b9e8-084948a17035 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:42.775937 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ae942775-4357-4fcf-97eb-7c67aded224e req-b66b0dee-7977-4fc4-b9e8-084948a17035 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 944 time: 0.4694405 Apr 14 16:10:43.019899 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3b1b2b6f-b10f-49fa-aba5-58c0ed0dfe1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853071345'] for network, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.044778 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ff3d96f2-b28e-4f3e-95a6-76d749e313c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:43.061783 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3b1b2b6f-b10f-49fa-aba5-58c0ed0dfe1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.067194 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ae942775-4357-4fcf-97eb-7c67aded224e req-7635195d-6799-4245-a347-df2a11747bd5 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2813785 Apr 14 16:10:43.072125 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8c9b882f-9158-4420-ba3f-9725c243bfd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.076871 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b2b6f-b10f-49fa-aba5-58c0ed0dfe1c admin admin] Pushing event deleted for resources: {'Network': ['ID=d780b386-65a4-48b1-9597-ed614288b437,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:43.082327 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3b1b2b6f-b10f-49fa-aba5-58c0ed0dfe1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:43.108046 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-3b1b2b6f-b10f-49fa-aba5-58c0ed0dfe1c admin admin] 10.222.0.53 "DELETE /v2.0/networks/d780b386-65a4-48b1-9597-ed614288b437 HTTP/1.1" status: 204 len: 168 time: 1.6682427 Apr 14 16:10:43.111312 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 39464) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:43.116394 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8c9b882f-9158-4420-ba3f-9725c243bfd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.172628 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8c9b882f-9158-4420-ba3f-9725c243bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.178978 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-747636f4-03cb-41c6-9cb6-f3728f3e3dbc tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:43.187401 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e50d75f-4117-4633-a178-77ac2c0305c5 admin admin] Deleting subnet b66db5a9-9fb0-4258-b28d-7ae29c1aa5a4 {{(pid=85284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:10:43.190788 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2e50d75f-4117-4633-a178-77ac2c0305c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.197406 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b882f-9158-4420-ba3f-9725c243bfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cfb719-e412-4b6e-9fae-502e3226085e,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:43.202989 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8c9b882f-9158-4420-ba3f-9725c243bfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:43.210349 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8c9b882f-9158-4420-ba3f-9725c243bfd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.212195 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-8c9b882f-9158-4420-ba3f-9725c243bfd7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1cfb719-e412-4b6e-9fae-502e3226085e HTTP/1.1" status: 204 len: 168 time: 0.6191216 Apr 14 16:10:43.249675 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2e50d75f-4117-4633-a178-77ac2c0305c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853327131'] for subnet, precommit_delete_associations {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.320751 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2e50d75f-4117-4633-a178-77ac2c0305c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14877'] for subnet, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.453973 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.494658 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c4e14-402e-4cdd-90b9-e8c7f6800185 req-e3b6b88a-12c1-475c-a1a1-e4e4fb658bab tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:43.496402 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e91c4e14-402e-4cdd-90b9-e8c7f6800185 req-e3b6b88a-12c1-475c-a1a1-e4e4fb658bab tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1032729 Apr 14 16:10:43.528168 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e91c4e14-402e-4cdd-90b9-e8c7f6800185 req-dbc0cca9-f16a-4af4-8400-4b1c3d8646b7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250528 Apr 14 16:10:43.608028 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2e50d75f-4117-4633-a178-77ac2c0305c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854760955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850995310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851003974'] for subnet, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.623728 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-25d4aeb5-09b0-4af2-b4b7-53a64862e4d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:43.672371 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e50d75f-4117-4633-a178-77ac2c0305c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b66db5a9-9fb0-4258-b28d-7ae29c1aa5a4,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:43.676450 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-2e50d75f-4117-4633-a178-77ac2c0305c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:43.759664 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2e50d75f-4117-4633-a178-77ac2c0305c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:43.765755 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-2e50d75f-4117-4633-a178-77ac2c0305c5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b66db5a9-9fb0-4258-b28d-7ae29c1aa5a4 HTTP/1.1" status: 204 len: 168 time: 0.6506224 Apr 14 16:10:43.768391 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 39482) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:43.885997 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-76bd335e-d944-4b10-9b76-27fc8686e112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854580288'] for network, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:44.080708 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-76bd335e-d944-4b10-9b76-27fc8686e112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363258286215762'] for network, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:44.202086 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-76bd335e-d944-4b10-9b76-27fc8686e112 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acbf4ec3-2f41-4ec1-a109-13db1f32e60e']}} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:44.216120 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-76bd335e-d944-4b10-9b76-27fc8686e112 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140001dc-ba3b-4dee-b93a-0d810b6cebae') {'for_net_delete': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:44.216468 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-76bd335e-d944-4b10-9b76-27fc8686e112 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140001dc-ba3b-4dee-b93a-0d810b6cebae') {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:44.238607 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-76bd335e-d944-4b10-9b76-27fc8686e112 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258286223442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853326573'] for segment, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:44.255476 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-76bd335e-d944-4b10-9b76-27fc8686e112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:44.261646 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76bd335e-d944-4b10-9b76-27fc8686e112 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=85284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:10:44.289881 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a17539-6333-4285-9b37-45cc9d00c0fe req-d8fb7191-b397-49a9-8ac6-225784fa1104 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:44.291649 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-44a17539-6333-4285-9b37-45cc9d00c0fe req-d8fb7191-b397-49a9-8ac6-225784fa1104 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 944 time: 0.0953155 Apr 14 16:10:44.332940 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-44a17539-6333-4285-9b37-45cc9d00c0fe req-8874edfe-e8ee-4564-a500-a5fc0fd051e4 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345764 Apr 14 16:10:44.450825 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-76bd335e-d944-4b10-9b76-27fc8686e112 admin admin] Network acbf4ec3-2f41-4ec1-a109-13db1f32e60e has no segments {{(pid=85284) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:10:44.461279 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-76bd335e-d944-4b10-9b76-27fc8686e112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850995203'] for segment, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:44.655016 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-76bd335e-d944-4b10-9b76-27fc8686e112 admin admin] Network acbf4ec3-2f41-4ec1-a109-13db1f32e60e has no segments {{(pid=85284) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: Traceback (most recent call last): Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: timer() Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: cb(*args, **kw) Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: return func(*args, **kwargs) Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: self._notify() Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: self.callback(batched_events) Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: event.method(event) Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: segment_id)['aggregates'][0] Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: return f(self, *a, **k) Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: return self._get(url).json() Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: **kwargs) Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: return self.request(url, 'GET', **kwargs) Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: **endpoint_filter) Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:10:44.700501 dv-cinder-786260-2-iscsi neutron-server[85169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:10:44.745499 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482f00e-3faf-4106-b3ce-716a6ba63015 req-0f5da1d2-76cf-4ee2-b86c-0e8815cddae8 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:44.747102 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a482f00e-3faf-4106-b3ce-716a6ba63015 req-0f5da1d2-76cf-4ee2-b86c-0e8815cddae8 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.0948205 Apr 14 16:10:44.766707 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-76bd335e-d944-4b10-9b76-27fc8686e112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853071345'] for network, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:44.772436 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-76bd335e-d944-4b10-9b76-27fc8686e112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:44.776454 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:44.780018 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a482f00e-3faf-4106-b3ce-716a6ba63015 req-93f1dd20-e442-42e4-8b09-469ddf944687 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263364 Apr 14 16:10:44.797250 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd335e-d944-4b10-9b76-27fc8686e112 admin admin] Pushing event deleted for resources: {'Network': ['ID=acbf4ec3-2f41-4ec1-a109-13db1f32e60e,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:44.800055 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-76bd335e-d944-4b10-9b76-27fc8686e112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:44.803189 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-76bd335e-d944-4b10-9b76-27fc8686e112 admin admin] 10.222.0.53 "DELETE /v2.0/networks/acbf4ec3-2f41-4ec1-a109-13db1f32e60e HTTP/1.1" status: 204 len: 168 time: 1.0321667 Apr 14 16:10:44.979914 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 39514) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:45.036749 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-4d78dcea-e299-4058-8643-b71d540f58b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a2677104ecb8470f897b44aabf8f0888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552473 Apr 14 16:10:45.039212 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 39518) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:45.147051 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a9f79417-bdf6-4ad3-ab7b-a9d45fa9a589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:45.183638 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a9f79417-bdf6-4ad3-ab7b-a9d45fa9a589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:45.253570 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8248872-6c50-4546-a3bc-ed53fe287400 req-3c44eb70-b5b0-4d99-8e65-09333f7adf77 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:45.254287 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-b8248872-6c50-4546-a3bc-ed53fe287400 req-3c44eb70-b5b0-4d99-8e65-09333f7adf77 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Synchronizing usage tracker for tenant:8cb0e58781b543f0af3f43342740e649 on resource:port {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:10:45.273680 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-b8248872-6c50-4546-a3bc-ed53fe287400 req-3c44eb70-b5b0-4d99-8e65-09333f7adf77 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Unset dirty status for tenant:8cb0e58781b543f0af3f43342740e649 on resource:port {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:10:45.274947 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b8248872-6c50-4546-a3bc-ed53fe287400 req-3c44eb70-b5b0-4d99-8e65-09333f7adf77 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.1786683 Apr 14 16:10:45.275996 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a9f79417-bdf6-4ad3-ab7b-a9d45fa9a589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:45.280878 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-862d6fc3-832c-478d-8bb4-c962a6d973b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:45.337247 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f79417-bdf6-4ad3-ab7b-a9d45fa9a589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abeeeabe-ed60-4e0b-aa24-445efd97233a,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:45.339845 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a9f79417-bdf6-4ad3-ab7b-a9d45fa9a589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:45.349204 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a9f79417-bdf6-4ad3-ab7b-a9d45fa9a589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:45.350478 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-a9f79417-bdf6-4ad3-ab7b-a9d45fa9a589 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/abeeeabe-ed60-4e0b-aa24-445efd97233a HTTP/1.1" status: 204 len: 168 time: 0.3099921 Apr 14 16:10:45.374783 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-b8248872-6c50-4546-a3bc-ed53fe287400 req-8464ea39-ba00-402e-9d17-bb10f7856f10 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Deleting port 0a682c76-757b-4691-9133-f3f122999748 {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:10:45.375179 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b8248872-6c50-4546-a3bc-ed53fe287400 req-8464ea39-ba00-402e-9d17-bb10f7856f10 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:45.559089 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ead6a8-3080-4795-9419-3340875140c7 req-96f797a8-bfff-431b-8ee9-4f5961d89cb1 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:45.560755 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-63ead6a8-3080-4795-9419-3340875140c7 req-96f797a8-bfff-431b-8ee9-4f5961d89cb1 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 944 time: 0.0960758 Apr 14 16:10:45.596985 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-63ead6a8-3080-4795-9419-3340875140c7 req-9589435b-aea9-46ad-aa01-3394a771f904 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286446 Apr 14 16:10:45.664486 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-b8248872-6c50-4546-a3bc-ed53fe287400 req-8464ea39-ba00-402e-9d17-bb10f7856f10 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] For port 0a682c76-757b-4691-9133-f3f122999748, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0a682c76-757b-4691-9133-f3f122999748,segment=NetworkSegment(34e7e0e2-7a76-4d29-87b4-d8984da10e43),segment_id=34e7e0e2-7a76-4d29-87b4-d8984da10e43)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:45.665234 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b8248872-6c50-4546-a3bc-ed53fe287400 req-8464ea39-ba00-402e-9d17-bb10f7856f10 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:45.782990 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7fe638ac-969d-40d7-b4b8-1783baf33416 req-1190a4e1-c79e-44fa-9bd6-8d2050abc38d tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671420072&fields=id&tenant_id=1ac826e176e54f9dbeafa327d0de385c HTTP/1.1" status: 200 len: 267 time: 0.0441003 Apr 14 16:10:45.850601 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39536) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:45.945056 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-71a64492-ca53-4c92-92f2-38557da8581c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ea3d1f9358644a280625230a0a88629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0926306 Apr 14 16:10:45.984539 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39540) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:46.079139 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe638ac-969d-40d7-b4b8-1783baf33416 req-b0b619bc-0998-4c4d-97b5-42db4bbed252 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:46.081151 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7fe638ac-969d-40d7-b4b8-1783baf33416 req-b0b619bc-0998-4c4d-97b5-42db4bbed252 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 984 time: 0.2921016 Apr 14 16:10:46.101425 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-7fe638ac-969d-40d7-b4b8-1783baf33416 req-3580f885-0889-4063-8e63-19b6705946cb tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Request body: {'port': {'security_groups': ['5003b7f0-87d7-444b-9962-abc320ffb3ca']}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:46.261610 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80007951-665d-4adc-945e-857886beb003 req-8dc1d689-14c5-4482-805f-36eaa1d9b6af tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:46.263304 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-80007951-665d-4adc-945e-857886beb003 req-8dc1d689-14c5-4482-805f-36eaa1d9b6af tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 945 time: 0.3284373 Apr 14 16:10:46.264078 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0d867866-af87-4079-bc61-993db4a72b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:46.281989 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b8248872-6c50-4546-a3bc-ed53fe287400 req-8464ea39-ba00-402e-9d17-bb10f7856f10 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:46.282473 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b8248872-6c50-4546-a3bc-ed53fe287400 req-8464ea39-ba00-402e-9d17-bb10f7856f10 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853071330'] for floatingip, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:46.282868 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.l3_db [req-b8248872-6c50-4546-a3bc-ed53fe287400 req-8464ea39-ba00-402e-9d17-bb10f7856f10 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Floating IP 47c1f31e-61cc-44b1-9f6f-dc0d135b725e disassociated. External IP: 172.27.1.36, port: 0a682c76-757b-4691-9133-f3f122999748. Apr 14 16:10:46.283295 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-b8248872-6c50-4546-a3bc-ed53fe287400 req-8464ea39-ba00-402e-9d17-bb10f7856f10 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Calling delete_port for 0a682c76-757b-4691-9133-f3f122999748 owned by compute:nova {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:10:46.336217 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0d867866-af87-4079-bc61-993db4a72b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:46.353500 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-80007951-665d-4adc-945e-857886beb003 req-530b174f-bb21-4b99-93a2-0444ac76effa tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bca5c09b-779d-4fa8-ae20-8399d8042f19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690348 Apr 14 16:10:46.370148 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7fe638ac-969d-40d7-b4b8-1783baf33416 req-3580f885-0889-4063-8e63-19b6705946cb tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:46.456296 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b8248872-6c50-4546-a3bc-ed53fe287400 req-8464ea39-ba00-402e-9d17-bb10f7856f10 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:46.475157 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:46.500036 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0d867866-af87-4079-bc61-993db4a72b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:46.511642 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-30504276-69cb-4417-b77b-105ab751297c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:46.531620 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d867866-af87-4079-bc61-993db4a72b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca3a159-0073-4b55-bc34-ea15cea26474,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:46.535140 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464ea39-ba00-402e-9d17-bb10f7856f10 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Pushing event deleted for resources: {'Port': ['ID=0a682c76-757b-4691-9133-f3f122999748,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:46.539935 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8464ea39-ba00-402e-9d17-bb10f7856f10 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:46.544713 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0d867866-af87-4079-bc61-993db4a72b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:46.551611 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0d867866-af87-4079-bc61-993db4a72b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:46.552869 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-0d867866-af87-4079-bc61-993db4a72b02 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dca3a159-0073-4b55-bc34-ea15cea26474 HTTP/1.1" status: 204 len: 168 time: 0.5672760 Apr 14 16:10:46.747024 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-7fe638ac-969d-40d7-b4b8-1783baf33416 req-3580f885-0889-4063-8e63-19b6705946cb tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] For port 9f65be99-82f5-4c60-baf3-965f4b13a12c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9f65be99-82f5-4c60-baf3-965f4b13a12c,segment=NetworkSegment(ccc78c37-061d-418e-a68d-5b478ad815ad),segment_id=ccc78c37-061d-418e-a68d-5b478ad815ad)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:46.833882 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7fe638ac-969d-40d7-b4b8-1783baf33416 req-3580f885-0889-4063-8e63-19b6705946cb tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:46.896726 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e6c98-c14c-47b4-b632-062e3c2c7b72 req-85bdf10e-dc48-40a7-b907-d89495a15d70 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:46.896726 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d58e6c98-c14c-47b4-b632-062e3c2c7b72 req-85bdf10e-dc48-40a7-b907-d89495a15d70 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 944 time: 0.1215639 Apr 14 16:10:46.897027 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8248872-6c50-4546-a3bc-ed53fe287400 req-8464ea39-ba00-402e-9d17-bb10f7856f10 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Router 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:10:46.897142 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d58e6c98-c14c-47b4-b632-062e3c2c7b72 req-76bfc722-e8bc-4485-ba67-05cde01df340 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0255454 Apr 14 16:10:46.908748 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7fe638ac-969d-40d7-b4b8-1783baf33416 req-3580f885-0889-4063-8e63-19b6705946cb tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4063757'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:46.939679 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0442c826-70a9-4143-8b6b-1da7e50d896d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:47.110275 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8248872-6c50-4546-a3bc-ed53fe287400 req-8464ea39-ba00-402e-9d17-bb10f7856f10 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:10:47.120525 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0946e271-849f-469c-bb60-8c93074f91c0 None None] Sync routers for ids ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:10:47.137196 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580f885-0889-4063-8e63-19b6705946cb tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Pushing event updated for resources: {'Port': ['ID=9f65be99-82f5-4c60-baf3-965f4b13a12c,revision_number=7']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:47.140222 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0946e271-849f-469c-bb60-8c93074f91c0 None None] Routers {'3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:10:47.140932 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-0946e271-849f-469c-bb60-8c93074f91c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:10:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:47.150266 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3580f885-0889-4063-8e63-19b6705946cb tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:47.227162 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8248872-6c50-4546-a3bc-ed53fe287400 req-8464ea39-ba00-402e-9d17-bb10f7856f10 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] No DVR routers for this DVR port 0a682c76-757b-4691-9133-f3f122999748 on host hv-cinder-78626 {{(pid=85284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:10:47.227339 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe638ac-969d-40d7-b4b8-1783baf33416 req-3580f885-0889-4063-8e63-19b6705946cb tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:47.228095 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7fe638ac-969d-40d7-b4b8-1783baf33416 req-3580f885-0889-4063-8e63-19b6705946cb tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:47.230597 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b8248872-6c50-4546-a3bc-ed53fe287400 req-8464ea39-ba00-402e-9d17-bb10f7856f10 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:47.238109 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 39560) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:47.241292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcd79fd-516b-4118-ab12-6b639f737ea4', 'name': 'network-vif-deleted', 'tag': '0a682c76-757b-4691-9133-f3f122999748'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:10:47.243042 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7fe638ac-969d-40d7-b4b8-1783baf33416 req-3580f885-0889-4063-8e63-19b6705946cb tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "PUT /v2.0/ports/9f65be99-82f5-4c60-baf3-965f4b13a12c HTTP/1.1" status: 200 len: 942 time: 1.1521218 Apr 14 16:10:47.248755 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb122259-c678-4717-bef9-9c892d0f00bb', 'tag': '9f65be99-82f5-4c60-baf3-965f4b13a12c'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:10:47.289463 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b8248872-6c50-4546-a3bc-ed53fe287400 req-8464ea39-ba00-402e-9d17-bb10f7856f10 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.54 "DELETE /v2.0/ports/0a682c76-757b-4691-9133-f3f122999748 HTTP/1.1" status: 204 len: 173 time: 2.0004370 Apr 14 16:10:47.354670 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:10:47.361579 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3b0a471a-a8f3-48ca-a664-5c332a715a5c tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:47.417396 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3b0a471a-a8f3-48ca-a664-5c332a715a5c tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:47.442543 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-0946e271-849f-469c-bb60-8c93074f91c0 None None] Set router 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:10:47.549042 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3b0a471a-a8f3-48ca-a664-5c332a715a5c tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:47.564991 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d0e936a6-01b5-401b-8e8f-bf8d1a027e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:47.585455 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a471a-a8f3-48ca-a664-5c332a715a5c tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96aacd12-02a2-4545-88a9-a7f389c469ac,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:47.588301 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3b0a471a-a8f3-48ca-a664-5c332a715a5c tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:47.589653 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3b0a471a-a8f3-48ca-a664-5c332a715a5c tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:47.592329 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-3b0a471a-a8f3-48ca-a664-5c332a715a5c tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "DELETE /v2.0/security-groups/96aacd12-02a2-4545-88a9-a7f389c469ac HTTP/1.1" status: 204 len: 168 time: 0.3442438 Apr 14 16:10:47.595114 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39576) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:47.635689 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dcd79fd-516b-4118-ab12-6b639f737ea4', 'name': 'network-vif-deleted', 'tag': '0a682c76-757b-4691-9133-f3f122999748', 'status': 'completed', 'code': 200} Apr 14 16:10:47.698587 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb122259-c678-4717-bef9-9c892d0f00bb', 'tag': '9f65be99-82f5-4c60-baf3-965f4b13a12c', 'status': 'completed', 'code': 200} Apr 14 16:10:47.717852 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-0a6ff46f-a6a7-495c-8d19-29e263894c4e None None] Provisioning complete for port 9f65be99-82f5-4c60-baf3-965f4b13a12c triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:10:47.718165 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0a6ff46f-a6a7-495c-8d19-29e263894c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:47.911576 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-79751bf1-b1c4-46a6-ac14-33775d1aa63b req-0b955989-9596-47e1-83b1-04cf8d658708 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 210 time: 0.0851605 Apr 14 16:10:47.940303 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-2d525884-885c-4f1d-9cce-ec0ad9a63645 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Deleting port 4a9dec96-ce19-4f7f-b872-09ad4fd6c0f6 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:10:47.940688 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2d525884-885c-4f1d-9cce-ec0ad9a63645 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.098298 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-0946e271-849f-469c-bb60-8c93074f91c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'name': 'tempest-AttachVolumeTestJSON-982561318-router', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:59Z', 'updated_at': '2021-04-14T16:05:14Z', 'revision_number': 4, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'gw_port': {'id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:01Z', 'updated_at': '2021-04-14T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '40b6d105-61a6-4c03-9b5e-25beb69ed3d5', 'name': '', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'mac_address': 'fa:16:3e:65:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:10Z', 'updated_at': '2021-04-14T16:05:27Z', 'revision_number': 5, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'subnets': [{'id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:48.103751 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0946e271-849f-469c-bb60-8c93074f91c0 None None] Checking router: 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:10:48.111178 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 39590) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:48.121430 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0946e271-849f-469c-bb60-8c93074f91c0 None None] Routers {'3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:10:48.122405 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-0946e271-849f-469c-bb60-8c93074f91c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:10:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:48.240175 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1182031267-network', 'tenant_id': 'c98ea59a79c7494fa39b8f02a0f01ffd'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:48.246672 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:48.251478 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] Usage tracker for resource:network and tenant:c98ea59a79c7494fa39b8f02a0f01ffd is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:48.258492 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:48.265661 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:48.279493 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28173d14-3da2-4a36-9a2c-14459da3f532 req-cb59cafd-32db-4c88-9ab6-ab2fab1914af tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:48.281163 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-28173d14-3da2-4a36-9a2c-14459da3f532 req-cb59cafd-32db-4c88-9ab6-ab2fab1914af tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 944 time: 0.2079968 Apr 14 16:10:48.322762 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] Made reservation on behalf of c98ea59a79c7494fa39b8f02a0f01ffd for: {'network': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:48.323348 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2d525884-885c-4f1d-9cce-ec0ad9a63645 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.323891 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2d525884-885c-4f1d-9cce-ec0ad9a63645 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.327808 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for network, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.343232 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.349618 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-0946e271-849f-469c-bb60-8c93074f91c0 None None] Set router 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:10:48.364727 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:48.369079 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] Usage tracker for resource:security_group_rule and tenant:c98ea59a79c7494fa39b8f02a0f01ffd is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:48.372547 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:48.378963 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:48.476358 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.479675 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.481092 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-2d525884-885c-4f1d-9cce-ec0ad9a63645 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Calling delete_port for 4a9dec96-ce19-4f7f-b872-09ad4fd6c0f6 owned by network:floatingip {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:10:48.484631 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:48.517263 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3350337-6d26-47c0-84b3-201b41e1f1b8,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:48.523210 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:48.526846 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=85284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:10:48.537608 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.538012 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.segments_db [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] Added segment 2ab4250b-e9c1-4ab9-9e33-6212bbd05e98 of type vlan for network 30c156d9-8993-497c-b7f9-567a509e8226 Apr 14 16:10:48.552784 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-28173d14-3da2-4a36-9a2c-14459da3f532 req-13f3fd7f-1df5-41b9-a7b0-a5ef3e7f774b tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2607408 Apr 14 16:10:48.569704 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778568018137'] for network, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.646599 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for network, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.648644 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:48.649887 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.657281 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:48.714313 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-0946e271-849f-469c-bb60-8c93074f91c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'name': 'tempest-AttachVolumeTestJSON-982561318-router', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:59Z', 'updated_at': '2021-04-14T16:05:14Z', 'revision_number': 4, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'gw_port': {'id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:01Z', 'updated_at': '2021-04-14T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '40b6d105-61a6-4c03-9b5e-25beb69ed3d5', 'name': '', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'mac_address': 'fa:16:3e:65:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:10Z', 'updated_at': '2021-04-14T16:05:27Z', 'revision_number': 5, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'subnets': [{'id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:48.719103 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0946e271-849f-469c-bb60-8c93074f91c0 None None] The sync data for ids ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'] in dv-cinder-786260-2-iscsi is: [{'id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'name': 'tempest-AttachVolumeTestJSON-982561318-router', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:59Z', 'updated_at': '2021-04-14T16:05:14Z', 'revision_number': 4, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'gw_port': {'id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:01Z', 'updated_at': '2021-04-14T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '40b6d105-61a6-4c03-9b5e-25beb69ed3d5', 'name': '', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'mac_address': 'fa:16:3e:65:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:10Z', 'updated_at': '2021-04-14T16:05:27Z', 'revision_number': 5, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'subnets': [{'id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:10:48.750278 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2d525884-885c-4f1d-9cce-ec0ad9a63645 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850712043'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.782462 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6698592 Apr 14 16:10:48.783227 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 39598) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:48.795253 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-83d46bc7-6a53-4c4c-b487-3c719c93460e admin admin] Request body: {'subnet': {'network_id': '30c156d9-8993-497c-b7f9-567a509e8226', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1182031267-subnet', 'tenant_id': 'c98ea59a79c7494fa39b8f02a0f01ffd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:48.798837 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] Pushing event updated for resources: {'Network': ['ID=30c156d9-8993-497c-b7f9-567a509e8226,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:48.803130 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:48.804160 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-83d46bc7-6a53-4c4c-b487-3c719c93460e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:48.808964 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-83d46bc7-6a53-4c4c-b487-3c719c93460e admin admin] Usage tracker for resource:subnet and tenant:c98ea59a79c7494fa39b8f02a0f01ffd is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:48.812553 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Network 30c156d9-8993-497c-b7f9-567a509e8226 details requested by agent ovs-agent-dv-cinder-786260-2-iscsi with host dv-cinder-786260-2-iscsi {{(pid=85286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:10:48.814900 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-83d46bc7-6a53-4c4c-b487-3c719c93460e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:48.822719 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-83d46bc7-6a53-4c4c-b487-3c719c93460e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:48.843055 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:48.862466 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d46bc7-6a53-4c4c-b487-3c719c93460e admin admin] Made reservation on behalf of c98ea59a79c7494fa39b8f02a0f01ffd for: {'subnet': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:48.868441 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-83d46bc7-6a53-4c4c-b487-3c719c93460e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3771868'] for subnet, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:48.925881 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['9f65be99-82f5-4c60-baf3-965f4b13a12c'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:10:49.049115 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['9f65be99-82f5-4c60-baf3-965f4b13a12c'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:10:49.298503 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf131c80-f8b0-43d8-a133-c8c450591720 req-3072e4bb-0075-446e-9809-f4c66e7aed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:49.300237 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bf131c80-f8b0-43d8-a133-c8c450591720 req-3072e4bb-0075-446e-9809-f4c66e7aed9e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ac826e176e54f9dbeafa327d0de385c&device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 1098 time: 0.3958330 Apr 14 16:10:49.307486 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d525884-885c-4f1d-9cce-ec0ad9a63645 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Pushing event deleted for resources: {'Port': ['ID=4a9dec96-ce19-4f7f-b872-09ad4fd6c0f6,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:49.317322 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-2d525884-885c-4f1d-9cce-ec0ad9a63645 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:49.326625 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a012183-232b-462b-9286-410c8826f77c None None] New status for floating IP 47c1f31e-61cc-44b1-9f6f-dc0d135b725e: DOWN {{(pid=85287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:10:49.346901 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-63919817-76b5-467f-a7af-8b1eca8891c0 req-8af64128-6116-4ba6-944c-97dd148a6a63 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dcd79fd-516b-4118-ab12-6b639f737ea4 HTTP/1.1" status: 200 len: 210 time: 0.0879526 Apr 14 16:10:49.534877 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2d525884-885c-4f1d-9cce-ec0ad9a63645 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks [] for floatingip, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:49.535317 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.l3_db [None req-2d525884-885c-4f1d-9cce-ec0ad9a63645 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Floating IP bdb509bc-3827-4906-89b7-d5ea1e82322d disassociated (deleted). External IP: 172.27.1.35, port: 9f65be99-82f5-4c60-baf3-965f4b13a12c. Apr 14 16:10:49.910855 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf131c80-f8b0-43d8-a133-c8c450591720 req-d161a459-c9eb-42ca-978f-f63bdb01d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:49.918449 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bf131c80-f8b0-43d8-a133-c8c450591720 req-d161a459-c9eb-42ca-978f-f63bdb01d8b5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30321c57-386c-4050-b8ef-3b7e286e431b HTTP/1.1" status: 200 len: 916 time: 0.6067152 Apr 14 16:10:50.085092 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bf131c80-f8b0-43d8-a133-c8c450591720 req-978df31c-b4d6-4365-871a-719a122731ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f65be99-82f5-4c60-baf3-965f4b13a12c HTTP/1.1" status: 200 len: 217 time: 0.1073539 Apr 14 16:10:50.134084 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2bb7e-8359-440a-9cd5-a436c49c3557 req-8bde3d8c-3710-4a9d-b4b0-9db74b08f0e4 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:50.135760 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-27a2bb7e-8359-440a-9cd5-a436c49c3557 req-8bde3d8c-3710-4a9d-b4b0-9db74b08f0e4 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 944 time: 0.2662148 Apr 14 16:10:50.153485 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d525884-885c-4f1d-9cce-ec0ad9a63645 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Router ed568792-f9c9-4742-9165-5b7f44e54617 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:10:50.181259 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf131c80-f8b0-43d8-a133-c8c450591720 req-774634ae-5ec2-4592-af0a-8d900e4d6761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:50.182800 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bf131c80-f8b0-43d8-a133-c8c450591720 req-774634ae-5ec2-4592-af0a-8d900e4d6761 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57968d7e-63eb-4b61-9f14-3a65dd80afa6 HTTP/1.1" status: 200 len: 854 time: 0.0890107 Apr 14 16:10:50.189163 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-27a2bb7e-8359-440a-9cd5-a436c49c3557 req-90b50b7f-ea48-41bf-9e0b-c8051b161673 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439248 Apr 14 16:10:50.305140 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-83d46bc7-6a53-4c4c-b487-3c719c93460e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3780461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3771811'] for subnet, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:50.332321 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:50.378953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d525884-885c-4f1d-9cce-ec0ad9a63645 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:10:50.392337 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9513b2-4b75-4ac3-a09a-e799fd69bbcf None None] Sync routers for ids ['ed568792-f9c9-4742-9165-5b7f44e54617'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:10:50.399492 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2d525884-885c-4f1d-9cce-ec0ad9a63645 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for floatingip, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:50.405800 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9513b2-4b75-4ac3-a09a-e799fd69bbcf None None] Routers {'ed568792-f9c9-4742-9165-5b7f44e54617'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:10:50.406790 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-7e9513b2-4b75-4ac3-a09a-e799fd69bbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:10:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['ed568792-f9c9-4742-9165-5b7f44e54617'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:50.459863 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf131c80-f8b0-43d8-a133-c8c450591720 req-25b42622-6f52-4d85-91af-5099345c5e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:50.461502 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bf131c80-f8b0-43d8-a133-c8c450591720 req-25b42622-6f52-4d85-91af-5099345c5e3d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30321c57-386c-4050-b8ef-3b7e286e431b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2701387 Apr 14 16:10:50.471018 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-2d525884-885c-4f1d-9cce-ec0ad9a63645 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "DELETE /v2.0/floatingips/bdb509bc-3827-4906-89b7-d5ea1e82322d HTTP/1.1" status: 204 len: 168 time: 2.8745930 Apr 14 16:10:50.471986 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb122259-c678-4717-bef9-9c892d0f00bb', 'tag': '9f65be99-82f5-4c60-baf3-965f4b13a12c'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:10:50.479013 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d46bc7-6a53-4c4c-b487-3c719c93460e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab3a252e-fae3-4d80-a765-f37dc48b7210,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:50.484648 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-83d46bc7-6a53-4c4c-b487-3c719c93460e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:50.549531 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d46bc7-6a53-4c4c-b487-3c719c93460e admin admin] Checking segment: {'id': '2ab4250b-e9c1-4ab9-9e33-6212bbd05e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '30c156d9-8993-497c-b7f9-567a509e8226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:10:50.549854 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d46bc7-6a53-4c4c-b487-3c719c93460e admin admin] Network hostable DHCP agents. Network: 30c156d9-8993-497c-b7f9-567a509e8226, hostable agents: ['6974cddb-cd46-4c60-a4a5-114b04928957'], hosted agents: [] {{(pid=85284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:10:50.571121 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d46bc7-6a53-4c4c-b487-3c719c93460e admin admin] Network 30c156d9-8993-497c-b7f9-567a509e8226 is scheduled to be hosted by DHCP agent 6974cddb-cd46-4c60-a4a5-114b04928957 with binding_index 1 {{(pid=85284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:10:50.587418 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-83d46bc7-6a53-4c4c-b487-3c719c93460e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-iscsi, 30c156d9-8993-497c-b7f9-567a509e8226) {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:50.597630 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28999c41-30d8-4aa4-89a6-c5707dc0dbb3 None None] Network 30c156d9-8993-497c-b7f9-567a509e8226 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:10:50.608198 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d46bc7-6a53-4c4c-b487-3c719c93460e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:50.608936 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-83d46bc7-6a53-4c4c-b487-3c719c93460e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:50.640161 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-83d46bc7-6a53-4c4c-b487-3c719c93460e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8443723 Apr 14 16:10:50.753750 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-7e9513b2-4b75-4ac3-a09a-e799fd69bbcf None None] Set router ed568792-f9c9-4742-9165-5b7f44e54617 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:10:50.902703 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb122259-c678-4717-bef9-9c892d0f00bb', 'tag': '9f65be99-82f5-4c60-baf3-965f4b13a12c', 'status': 'completed', 'code': 200} Apr 14 16:10:51.132327 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67008ada-465d-4e0f-9d0b-46e601fd313e None None] Network 30c156d9-8993-497c-b7f9-567a509e8226 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:10:51.186614 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 700e5882-25a6-4868-8c0e-3ca90b3e680e details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:10:51.504230 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58700372-4c03-49da-af91-e9ceaf914560 req-b8793f66-d31e-4998-a0f7-ff8c3608474c tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:51.522870 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-58700372-4c03-49da-af91-e9ceaf914560 req-b8793f66-d31e-4998-a0f7-ff8c3608474c tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 944 time: 0.1982670 Apr 14 16:10:51.524649 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39644) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:51.528066 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-7e9513b2-4b75-4ac3-a09a-e799fd69bbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'name': 'tempest-TestMinimumBasicScenario-1164931284-router', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:07:01Z', 'updated_at': '2021-04-14T16:07:09Z', 'revision_number': 4, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'gw_port': {'id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:02Z', 'updated_at': '2021-04-14T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': 'ffbdee28-1c06-4a24-89d5-fc86040c3357', 'name': '', 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'mac_address': 'fa:16:3e:8b:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '57968d7e-63eb-4b61-9f14-3a65dd80afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:07Z', 'updated_at': '2021-04-14T16:07:19Z', 'revision_number': 5, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'subnets': [{'id': '57968d7e-63eb-4b61-9f14-3a65dd80afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:51.548058 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9513b2-4b75-4ac3-a09a-e799fd69bbcf None None] Checking router: ed568792-f9c9-4742-9165-5b7f44e54617 for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:10:51.605878 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-58700372-4c03-49da-af91-e9ceaf914560 req-ac38b102-ae87-4d77-9e73-31c2417bde2d tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820320 Apr 14 16:10:51.610409 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9513b2-4b75-4ac3-a09a-e799fd69bbcf None None] Routers {'ed568792-f9c9-4742-9165-5b7f44e54617'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:10:51.611112 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-7e9513b2-4b75-4ac3-a09a-e799fd69bbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:10:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['ed568792-f9c9-4742-9165-5b7f44e54617'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:51.640691 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-43a3d636-2d9e-4d97-ae56-db127a2b3a03 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:51.672617 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-43a3d636-2d9e-4d97-ae56-db127a2b3a03 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:51.685780 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 700e5882-25a6-4868-8c0e-3ca90b3e680e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=700e5882-25a6-4868-8c0e-3ca90b3e680e,segment=NetworkSegment(79bdc854-4a52-4f39-9d2b-9612d500cf5c),segment_id=79bdc854-4a52-4f39-9d2b-9612d500cf5c)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:51.727237 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bf131c80-f8b0-43d8-a133-c8c450591720 req-23322223-ec20-4801-86a9-29cea040f64d service neutron] 10.222.0.54 "GET /v2.0/networks/30321c57-386c-4050-b8ef-3b7e286e431b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418282 Apr 14 16:10:51.728921 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-43a3d636-2d9e-4d97-ae56-db127a2b3a03 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:51.734984 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1d9d60a4-5bd5-4801-972d-fd2a5fdfabc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:51.751875 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3d636-2d9e-4d97-ae56-db127a2b3a03 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca5c09b-779d-4fa8-ae20-8399d8042f19,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:51.762120 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3d636-2d9e-4d97-ae56-db127a2b3a03 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:51.762569 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3d636-2d9e-4d97-ae56-db127a2b3a03 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:51.762981 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3d636-2d9e-4d97-ae56-db127a2b3a03 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:51.763387 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3d636-2d9e-4d97-ae56-db127a2b3a03 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:51.763796 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3d636-2d9e-4d97-ae56-db127a2b3a03 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:51.764164 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': '700e5882-25a6-4868-8c0e-3ca90b3e680e', 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb', 'port_id': '700e5882-25a6-4868-8c0e-3ca90b3e680e', 'mac_address': 'fa:16:3e:d8:4c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb750ea5-d2d8-4539-8e70-4f1cf7bcb894', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:10:51.764289 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3d636-2d9e-4d97-ae56-db127a2b3a03 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:51.764571 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3d636-2d9e-4d97-ae56-db127a2b3a03 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:51.764966 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3d636-2d9e-4d97-ae56-db127a2b3a03 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:51.765370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3d636-2d9e-4d97-ae56-db127a2b3a03 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:51.765760 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3d636-2d9e-4d97-ae56-db127a2b3a03 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:51.766150 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3d636-2d9e-4d97-ae56-db127a2b3a03 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:51.766570 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a3d636-2d9e-4d97-ae56-db127a2b3a03 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:10:51.770038 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-43a3d636-2d9e-4d97-ae56-db127a2b3a03 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:51.776828 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-43a3d636-2d9e-4d97-ae56-db127a2b3a03 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:51.778065 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-43a3d636-2d9e-4d97-ae56-db127a2b3a03 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "DELETE /v2.0/security-groups/bca5c09b-779d-4fa8-ae20-8399d8042f19 HTTP/1.1" status: 204 len: 168 time: 0.2521598 Apr 14 16:10:51.781032 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39648) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:51.800190 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.v2.resource [None req-afb88d39-a55e-413d-a4d7-145df94e8b11 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] show failed (client error): The resource could not be found. Apr 14 16:10:51.801365 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-afb88d39-a55e-413d-a4d7-145df94e8b11 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups/bca5c09b-779d-4fa8-ae20-8399d8042f19 HTTP/1.1" status: 404 len: 347 time: 0.0191910 Apr 14 16:10:51.804821 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39652) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:51.983846 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 0a682c76-757b-4691-9133-f3f122999748 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:10:51.988611 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-1fe1c606-632e-4122-affa-7a33f4f677a9 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Deleting port 92ffcf82-ed50-4eec-9ba4-7778664f7261 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:10:51.989001 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1fe1c606-632e-4122-affa-7a33f4f677a9 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:52.053490 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] No Port match for: 0a682c76-757b-4691-9133-f3f122999748 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:10:52.053894 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 0a682c76-757b-4691-9133-f3f122999748 not bound to the agent host hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:10:52.080990 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:52.082372 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700e5882-25a6-4868-8c0e-3ca90b3e680e {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:10:52.119434 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 700e5882-25a6-4868-8c0e-3ca90b3e680e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=700e5882-25a6-4868-8c0e-3ca90b3e680e,segment=NetworkSegment(79bdc854-4a52-4f39-9d2b-9612d500cf5c),segment_id=79bdc854-4a52-4f39-9d2b-9612d500cf5c)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:52.121720 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-7e9513b2-4b75-4ac3-a09a-e799fd69bbcf None None] Set router ed568792-f9c9-4742-9165-5b7f44e54617 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:10:52.168580 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:52.178305 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-f647b90a-18d8-44ee-9d75-deb305067f43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:52.184097 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1fe1c606-632e-4122-affa-7a33f4f677a9 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:52.184513 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1fe1c606-632e-4122-affa-7a33f4f677a9 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:52.319077 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-1fe1c606-632e-4122-affa-7a33f4f677a9 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Calling delete_port for 92ffcf82-ed50-4eec-9ba4-7778664f7261 owned by network:floatingip {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:10:52.361313 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=700e5882-25a6-4868-8c0e-3ca90b3e680e,revision_number=7']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:52.366069 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:52.469283 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1fe1c606-632e-4122-affa-7a33f4f677a9 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850712043'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:52.483246 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ac6779a4-8d48-4a99-bda5-deeba5524ef6 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:52.529786 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-7e9513b2-4b75-4ac3-a09a-e799fd69bbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'name': 'tempest-TestMinimumBasicScenario-1164931284-router', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:07:01Z', 'updated_at': '2021-04-14T16:07:09Z', 'revision_number': 4, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'gw_port': {'id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:02Z', 'updated_at': '2021-04-14T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': 'ffbdee28-1c06-4a24-89d5-fc86040c3357', 'name': '', 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'mac_address': 'fa:16:3e:8b:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '57968d7e-63eb-4b61-9f14-3a65dd80afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:07Z', 'updated_at': '2021-04-14T16:07:19Z', 'revision_number': 5, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'subnets': [{'id': '57968d7e-63eb-4b61-9f14-3a65dd80afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:10:52.534110 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9513b2-4b75-4ac3-a09a-e799fd69bbcf None None] The sync data for ids ['ed568792-f9c9-4742-9165-5b7f44e54617'] in dv-cinder-786260-2-iscsi is: [{'id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'name': 'tempest-TestMinimumBasicScenario-1164931284-router', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:07:01Z', 'updated_at': '2021-04-14T16:07:09Z', 'revision_number': 4, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'gw_port': {'id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:02Z', 'updated_at': '2021-04-14T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': 'ffbdee28-1c06-4a24-89d5-fc86040c3357', 'name': '', 'network_id': '30321c57-386c-4050-b8ef-3b7e286e431b', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'mac_address': 'fa:16:3e:8b:04:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '57968d7e-63eb-4b61-9f14-3a65dd80afa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:07Z', 'updated_at': '2021-04-14T16:07:19Z', 'revision_number': 5, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'subnets': [{'id': '57968d7e-63eb-4b61-9f14-3a65dd80afa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:10:52.546479 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1c606-632e-4122-affa-7a33f4f677a9 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Pushing event deleted for resources: {'Port': ['ID=92ffcf82-ed50-4eec-9ba4-7778664f7261,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:52.550834 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1fe1c606-632e-4122-affa-7a33f4f677a9 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:52.807830 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1fe1c606-632e-4122-affa-7a33f4f677a9 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for floatingip, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:52.844275 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1fe1c606-632e-4122-affa-7a33f4f677a9 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for floatingip, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:52.845453 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-1fe1c606-632e-4122-affa-7a33f4f677a9 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "DELETE /v2.0/floatingips/47c1f31e-61cc-44b1-9f6f-dc0d135b725e HTTP/1.1" status: 204 len: 168 time: 1.0395722 Apr 14 16:10:52.859248 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64843d63-c814-434f-b26f-96ebf455c5f4 req-f106e4db-7601-4605-b091-c0d2efb62f13 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:52.860829 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-64843d63-c814-434f-b26f-96ebf455c5f4 req-f106e4db-7601-4605-b091-c0d2efb62f13 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 945 time: 0.1274173 Apr 14 16:10:52.894962 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-64843d63-c814-434f-b26f-96ebf455c5f4 req-6fb13aaf-d2a1-4b5c-b489-d8c533883399 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275929 Apr 14 16:10:52.934949 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fc1c82-ab47-4fcd-8318-a883f630b774 None None] New status for floating IP bdb509bc-3827-4906-89b7-d5ea1e82322d: DOWN {{(pid=85287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:10:53.097288 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39666) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:53.105260 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-db80905a-dc1b-4feb-a488-6207c4002ecd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Request body: {'security_group': {'name': 'tempest-securitygroup--727205215', 'description': 'tempest-description--755299883'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:53.108035 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['700e5882-25a6-4868-8c0e-3ca90b3e680e'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:10:53.113513 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-db80905a-dc1b-4feb-a488-6207c4002ecd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:53.116169 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bf131c80-f8b0-43d8-a133-c8c450591720 req-89b2c65f-15b0-4ef0-8884-4c5e4f4b4721 service neutron] 10.222.0.54 "GET /v2.0/networks/30321c57-386c-4050-b8ef-3b7e286e431b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251801 Apr 14 16:10:53.118875 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-db80905a-dc1b-4feb-a488-6207c4002ecd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Usage tracker for resource:security_group and tenant:8cb0e58781b543f0af3f43342740e649 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:53.122234 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-db80905a-dc1b-4feb-a488-6207c4002ecd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:53.130568 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-db80905a-dc1b-4feb-a488-6207c4002ecd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:53.144551 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-db80905a-dc1b-4feb-a488-6207c4002ecd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.152270 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-db80905a-dc1b-4feb-a488-6207c4002ecd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:53.159077 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-db80905a-dc1b-4feb-a488-6207c4002ecd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Usage tracker for resource:security_group_rule and tenant:8cb0e58781b543f0af3f43342740e649 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:53.165250 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-db80905a-dc1b-4feb-a488-6207c4002ecd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:53.176138 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-db80905a-dc1b-4feb-a488-6207c4002ecd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:53.266628 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-db80905a-dc1b-4feb-a488-6207c4002ecd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.278481 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-db80905a-dc1b-4feb-a488-6207c4002ecd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.299489 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-2f13babd-85e1-49ee-8ed6-bc74793cd051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:53.353932 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80905a-dc1b-4feb-a488-6207c4002ecd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7fb603-e1ac-4119-86ff-be0b64c577ca,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:53.358236 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-db80905a-dc1b-4feb-a488-6207c4002ecd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:53.361413 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-db80905a-dc1b-4feb-a488-6207c4002ecd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.362724 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49f3f4-42a3-41d5-9c71-55be1ad7b362 req-478ac104-884e-436e-a398-6e59a160c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:53.365103 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce49f3f4-42a3-41d5-9c71-55be1ad7b362 req-478ac104-884e-436e-a398-6e59a160c75e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ac826e176e54f9dbeafa327d0de385c&device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 1098 time: 0.1819441 Apr 14 16:10:53.366294 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-db80905a-dc1b-4feb-a488-6207c4002ecd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2677255 Apr 14 16:10:53.369115 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39676) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:53.383652 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-35e6e2f1-d6dd-4960-b4e8-f0133485f199 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Request body: {'security_group_rule': {'security_group_id': 'bf7fb603-e1ac-4119-86ff-be0b64c577ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:53.390826 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-35e6e2f1-d6dd-4960-b4e8-f0133485f199 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:53.394917 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-35e6e2f1-d6dd-4960-b4e8-f0133485f199 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Usage tracker for resource:security_group_rule and tenant:8cb0e58781b543f0af3f43342740e649 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:53.398752 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-35e6e2f1-d6dd-4960-b4e8-f0133485f199 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:53.419352 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-35e6e2f1-d6dd-4960-b4e8-f0133485f199 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:53.446432 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-35e6e2f1-d6dd-4960-b4e8-f0133485f199 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.543240 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-35e6e2f1-d6dd-4960-b4e8-f0133485f199 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.547607 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-35e6e2f1-d6dd-4960-b4e8-f0133485f199 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.549778 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:53.553294 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49f3f4-42a3-41d5-9c71-55be1ad7b362 req-b0a644b3-bce2-41af-a866-7dc3a0d9edde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:53.555373 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce49f3f4-42a3-41d5-9c71-55be1ad7b362 req-b0a644b3-bce2-41af-a866-7dc3a0d9edde service neutron] 10.222.0.54 "GET /v2.0/networks?id=30321c57-386c-4050-b8ef-3b7e286e431b HTTP/1.1" status: 200 len: 916 time: 0.1833134 Apr 14 16:10:53.584461 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-35e6e2f1-d6dd-4960-b4e8-f0133485f199 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.588481 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-35e6e2f1-d6dd-4960-b4e8-f0133485f199 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2157331 Apr 14 16:10:53.588936 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39682) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:53.594580 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-c9e35bfe-f2a5-4bc3-9dcc-725d982d9b43 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Request body: {'security_group_rule': {'security_group_id': 'bf7fb603-e1ac-4119-86ff-be0b64c577ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:53.600073 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6e2f1-d6dd-4960-b4e8-f0133485f199 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9f32bc-27df-48e4-9999-77b4e53d8cb6,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:53.603903 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-c9e35bfe-f2a5-4bc3-9dcc-725d982d9b43 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:53.606822 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-35e6e2f1-d6dd-4960-b4e8-f0133485f199 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:53.609307 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-c9e35bfe-f2a5-4bc3-9dcc-725d982d9b43 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Usage tracker for resource:security_group_rule and tenant:8cb0e58781b543f0af3f43342740e649 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:53.612482 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-c9e35bfe-f2a5-4bc3-9dcc-725d982d9b43 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:53.619361 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-c9e35bfe-f2a5-4bc3-9dcc-725d982d9b43 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:53.639613 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c9e35bfe-f2a5-4bc3-9dcc-725d982d9b43 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.639952 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce49f3f4-42a3-41d5-9c71-55be1ad7b362 req-a8cfa00b-7141-4339-8b54-258a953df13d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f65be99-82f5-4c60-baf3-965f4b13a12c HTTP/1.1" status: 200 len: 217 time: 0.0757418 Apr 14 16:10:53.708859 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c9e35bfe-f2a5-4bc3-9dcc-725d982d9b43 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.712483 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c9e35bfe-f2a5-4bc3-9dcc-725d982d9b43 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.715986 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-61f7a829-ec93-44c7-9c52-d092e6b50d89 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:53.721287 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49f3f4-42a3-41d5-9c71-55be1ad7b362 req-f07f4edc-f902-48e4-9b98-f35a9d367737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:53.722917 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce49f3f4-42a3-41d5-9c71-55be1ad7b362 req-f07f4edc-f902-48e4-9b98-f35a9d367737 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=57968d7e-63eb-4b61-9f14-3a65dd80afa6 HTTP/1.1" status: 200 len: 854 time: 0.0752380 Apr 14 16:10:53.744145 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e35bfe-f2a5-4bc3-9dcc-725d982d9b43 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e906afe7-c75c-4c5d-aaf9-444c3ac9394f,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:53.751714 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c9e35bfe-f2a5-4bc3-9dcc-725d982d9b43 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:53.754617 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c9e35bfe-f2a5-4bc3-9dcc-725d982d9b43 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.756453 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-c9e35bfe-f2a5-4bc3-9dcc-725d982d9b43 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1667144 Apr 14 16:10:53.759627 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39690) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:53.765437 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Request body: {'floatingip': {'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:53.772263 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:53.776856 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Usage tracker for resource:floatingip and tenant:8cb0e58781b543f0af3f43342740e649 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:53.779966 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:53.787147 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:53.799369 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for floatingip, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:53.817861 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49f3f4-42a3-41d5-9c71-55be1ad7b362 req-cbacbb7a-423c-4575-8c9d-fc85e2121c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:53.819674 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce49f3f4-42a3-41d5-9c71-55be1ad7b362 req-cbacbb7a-423c-4575-8c9d-fc85e2121c3c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30321c57-386c-4050-b8ef-3b7e286e431b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0891557 Apr 14 16:10:53.978021 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce49f3f4-42a3-41d5-9c71-55be1ad7b362 req-27eb180e-9d4a-4de1-bba5-3f0a0f840d8a service neutron] 10.222.0.54 "GET /v2.0/networks/30321c57-386c-4050-b8ef-3b7e286e431b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494987 Apr 14 16:10:54.146354 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce49f3f4-42a3-41d5-9c71-55be1ad7b362 req-d466dd0c-2eb8-4a42-af95-f0a7ce4eab8e service neutron] 10.222.0.54 "GET /v2.0/networks/30321c57-386c-4050-b8ef-3b7e286e431b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610782 Apr 14 16:10:54.411496 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-ed0df993-3eee-4319-a9af-c15ffb4aa549 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:54.413142 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-ed0df993-3eee-4319-a9af-c15ffb4aa549 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/networks?id=30c156d9-8993-497c-b7f9-567a509e8226 HTTP/1.1" status: 200 len: 809 time: 0.5099940 Apr 14 16:10:54.449463 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-362f6d7e-de18-44f7-ab50-6a10ec3e5ee5 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/quotas/c98ea59a79c7494fa39b8f02a0f01ffd HTTP/1.1" status: 200 len: 375 time: 0.0209219 Apr 14 16:10:54.450832 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:54.502111 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b955bd-1daf-4f0e-89f3-af13a212182c req-9c5907bd-68bf-4e2e-a358-b3ff193c3f65 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:54.503722 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-04b955bd-1daf-4f0e-89f3-af13a212182c req-9c5907bd-68bf-4e2e-a358-b3ff193c3f65 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 945 time: 0.2460697 Apr 14 16:10:54.573848 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-baae97e7-aa9b-430c-a5c7-d2719d2dc272 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c98ea59a79c7494fa39b8f02a0f01ffd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829060 Apr 14 16:10:54.612150 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-04b955bd-1daf-4f0e-89f3-af13a212182c req-a2719a79-370e-4bf6-b133-a7f57e7f0121 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717866 Apr 14 16:10:54.810200 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Allocated IP 172.27.1.75 (6468e4de-2d6f-487c-961d-9bfd4b201113/10ad9ff7-e740-4818-a690-9a433745e0b4/ea100c4a-0507-43e8-82dc-7962f2ff47f7) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:10:54.869972 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 700e5882-25a6-4868-8c0e-3ca90b3e680e up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:10:54.897958 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-58623471-a6b5-44d8-88b5-b52d2b1e0ac0 service neutron] 10.222.0.53 "GET /v2.0/networks/30c156d9-8993-497c-b7f9-567a509e8226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128636 Apr 14 16:10:54.965253 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port 700e5882-25a6-4868-8c0e-3ca90b3e680e triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:10:54.966209 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:55.159331 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:55.175645 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aae3ffe-55c2-492c-8085-4842a147970c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700e5882-25a6-4868-8c0e-3ca90b3e680e'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:10:55.208245 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 700e5882-25a6-4868-8c0e-3ca90b3e680e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=700e5882-25a6-4868-8c0e-3ca90b3e680e,segment=NetworkSegment(79bdc854-4a52-4f39-9d2b-9612d500cf5c),segment_id=79bdc854-4a52-4f39-9d2b-9612d500cf5c)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:10:55.216290 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:55.219756 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:55.232206 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:55.248529 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-27f516d5-23df-4cfa-820a-13a969434c05 service neutron] 10.222.0.53 "GET /v2.0/networks/30c156d9-8993-497c-b7f9-567a509e8226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361748 Apr 14 16:10:55.296886 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850712043'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:55.333125 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:55.343149 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aae3ffe-55c2-492c-8085-4842a147970c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700e5882-25a6-4868-8c0e-3ca90b3e680e', 'code': 200} Apr 14 16:10:55.426095 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=700e5882-25a6-4868-8c0e-3ca90b3e680e,revision_number=8']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:55.431484 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:55.653861 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f4e7dde8-fb4a-452a-9d80-2094b9b71d40 req-ddedef79-9845-4365-801c-78e9067e7299 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca HTTP/1.1" status: 200 len: 210 time: 0.1173379 Apr 14 16:10:55.706257 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Pushing event updated for resources: {'Port': ['ID=ea100c4a-0507-43e8-82dc-7962f2ff47f7,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:55.712114 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:55.748428 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8291ec-870a-46ef-8345-85d737b59605 req-2babb271-a0bd-4964-b995-e291a45879e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:55.751021 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ef8291ec-870a-46ef-8345-85d737b59605 req-2babb271-a0bd-4964-b995-e291a45879e5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 1099 time: 0.1287858 Apr 14 16:10:55.762025 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Network 6468e4de-2d6f-487c-961d-9bfd4b201113 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:10:55.763581 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:55.770008 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:10:55.797294 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ef8291ec-870a-46ef-8345-85d737b59605 req-ab19381a-aeac-4c90-a53d-a1c05f86658e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328538 Apr 14 16:10:55.940036 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72110e35-62ff-4db9-bc7c-b44245bf77db req-86d3e818-f734-40e9-9ef3-42a085f85a48 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:55.941678 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-72110e35-62ff-4db9-bc7c-b44245bf77db req-86d3e818-f734-40e9-9ef3-42a085f85a48 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.1386609 Apr 14 16:10:55.948773 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:56.023395 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-72110e35-62ff-4db9-bc7c-b44245bf77db req-b6d7ab2f-c057-4117-92d4-b2fd266200e9 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413775 Apr 14 16:10:56.039985 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:56.340906 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:56.344530 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4063757'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:56.360220 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:56.504339 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Pushing event updated for resources: {'Port': ['ID=ea100c4a-0507-43e8-82dc-7962f2ff47f7,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:56.515373 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:56.667855 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853071330'] for floatingip, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:56.711434 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for floatingip, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:56.724395 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9631977 Apr 14 16:10:56.872793 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ccf84934-9437-45fc-96d9-e297c28b15b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:57.018132 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-395ed1d2-f722-43db-8a91-2a1228a3a3ed req-702d2748-475e-419d-83dd-6c51bfd87b9a tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca HTTP/1.1" status: 200 len: 210 time: 0.1241045 Apr 14 16:10:57.258399 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c6632bae-a369-4e65-84eb-89de7c30f92d tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:57.259207 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c6632bae-a369-4e65-84eb-89de7c30f92d tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Synchronizing usage tracker for tenant:c98ea59a79c7494fa39b8f02a0f01ffd on resource:network {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:10:57.283435 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c6632bae-a369-4e65-84eb-89de7c30f92d tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Unset dirty status for tenant:c98ea59a79c7494fa39b8f02a0f01ffd on resource:network {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:10:57.286557 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c6632bae-a369-4e65-84eb-89de7c30f92d tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.54 "GET /v2.0/networks?id=30c156d9-8993-497c-b7f9-567a509e8226 HTTP/1.1" status: 200 len: 809 time: 0.3247800 Apr 14 16:10:57.308528 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-14239f9b-26e0-4239-aeeb-453f79a5ed57 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Request body: {'port': {'device_id': '5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca', 'network_id': '30c156d9-8993-497c-b7f9-567a509e8226', 'admin_state_up': True, 'tenant_id': 'c98ea59a79c7494fa39b8f02a0f01ffd'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:57.599073 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-14239f9b-26e0-4239-aeeb-453f79a5ed57 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:10:57.600635 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fd34adab-e120-4e60-9c39-145e199149df tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Synchronizing usage tracker for tenant:8cb0e58781b543f0af3f43342740e649 on resource:security_group {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:10:57.603891 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-14239f9b-26e0-4239-aeeb-453f79a5ed57 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Usage tracker for resource:port and tenant:c98ea59a79c7494fa39b8f02a0f01ffd is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:10:57.607046 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-14239f9b-26e0-4239-aeeb-453f79a5ed57 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:10:57.615073 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-14239f9b-26e0-4239-aeeb-453f79a5ed57 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:10:57.627823 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-14239f9b-26e0-4239-aeeb-453f79a5ed57 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Made reservation on behalf of c98ea59a79c7494fa39b8f02a0f01ffd for: {'port': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:10:57.634999 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-14239f9b-26e0-4239-aeeb-453f79a5ed57 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:57.696444 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fd34adab-e120-4e60-9c39-145e199149df tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Unset dirty status for tenant:8cb0e58781b543f0af3f43342740e649 on resource:security_group {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:10:57.697747 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fd34adab-e120-4e60-9c39-145e199149df tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--727205215&fields=id&tenant_id=8cb0e58781b543f0af3f43342740e649 HTTP/1.1" status: 200 len: 267 time: 0.1286309 Apr 14 16:10:57.831087 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-14239f9b-26e0-4239-aeeb-453f79a5ed57 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Allocated IP 172.20.0.11 (30c156d9-8993-497c-b7f9-567a509e8226/ab3a252e-fae3-4d80-a765-f37dc48b7210/9a60a64b-e9dc-4abb-82fa-313fb34a1329) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:10:57.847485 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbcf6e-ad89-48cd-9d44-5b97b39c0ef1 req-3285fb8a-fb98-4a79-bb21-89a4a4879988 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:57.849263 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-dfdbcf6e-ad89-48cd-9d44-5b97b39c0ef1 req-3285fb8a-fb98-4a79-bb21-89a4a4879988 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.2404003 Apr 14 16:10:57.916710 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-dfdbcf6e-ad89-48cd-9d44-5b97b39c0ef1 req-b443a050-6ba6-4cb0-8966-902db4d4e399 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503936 Apr 14 16:10:57.934589 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fe2fe38d-9123-4395-aad2-8682a6e93348 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:57.936574 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fe2fe38d-9123-4395-aad2-8682a6e93348 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/networks?id=1b36c666-9490-47fe-871e-06ae9c5795aa HTTP/1.1" status: 200 len: 810 time: 0.2214470 Apr 14 16:10:57.968406 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-5dbd48e4-e806-45ae-a838-98dd3e1a8b89 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/quotas/8cb0e58781b543f0af3f43342740e649 HTTP/1.1" status: 200 len: 375 time: 0.0198870 Apr 14 16:10:58.081953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-14239f9b-26e0-4239-aeeb-453f79a5ed57 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:58.087606 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-866f23c1-ffc5-4644-a701-f82521dddd46 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Synchronizing usage tracker for tenant:8cb0e58781b543f0af3f43342740e649 on resource:port {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:10:58.114297 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-14239f9b-26e0-4239-aeeb-453f79a5ed57 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:58.130661 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a30120eb-c32b-4272-b6be-119e4986ed1b tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:10:58.156995 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-866f23c1-ffc5-4644-a701-f82521dddd46 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Unset dirty status for tenant:8cb0e58781b543f0af3f43342740e649 on resource:port {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:10:58.158562 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-866f23c1-ffc5-4644-a701-f82521dddd46 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8cb0e58781b543f0af3f43342740e649&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1851621 Apr 14 16:10:58.205062 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e267f1e-b59c-49e7-acf6-5775507d739b req-778567bb-0014-4e61-89d3-bd356374161a tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:58.205894 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-2e267f1e-b59c-49e7-acf6-5775507d739b req-778567bb-0014-4e61-89d3-bd356374161a tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Synchronizing usage tracker for tenant:1ac826e176e54f9dbeafa327d0de385c on resource:port {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:10:58.222923 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-2e267f1e-b59c-49e7-acf6-5775507d739b req-778567bb-0014-4e61-89d3-bd356374161a tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Unset dirty status for tenant:1ac826e176e54f9dbeafa327d0de385c on resource:port {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:10:58.224753 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2e267f1e-b59c-49e7-acf6-5775507d739b req-778567bb-0014-4e61-89d3-bd356374161a tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 945 time: 0.1327267 Apr 14 16:10:58.275829 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14239f9b-26e0-4239-aeeb-453f79a5ed57 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Pushing event updated for resources: {'Port': ['ID=9a60a64b-e9dc-4abb-82fa-313fb34a1329,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:10:58.280619 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-14239f9b-26e0-4239-aeeb-453f79a5ed57 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:10:58.306293 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2e267f1e-b59c-49e7-acf6-5775507d739b req-ab98482a-5875-4aa1-96df-a79a1a1e6a1f tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700214 Apr 14 16:10:58.358575 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-14239f9b-26e0-4239-aeeb-453f79a5ed57 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Network 30c156d9-8993-497c-b7f9-567a509e8226 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:10:58.361446 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-14239f9b-26e0-4239-aeeb-453f79a5ed57 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:10:58.364520 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-14239f9b-26e0-4239-aeeb-453f79a5ed57 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:10:58.442241 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-14239f9b-26e0-4239-aeeb-453f79a5ed57 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:58.442872 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-14239f9b-26e0-4239-aeeb-453f79a5ed57 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:58.464413 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-14239f9b-26e0-4239-aeeb-453f79a5ed57 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1654439 Apr 14 16:10:58.542893 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-a84b3c66-3670-4500-8148-68060379e354 service neutron] 10.222.0.53 "GET /v2.0/networks/1b36c666-9490-47fe-871e-06ae9c5795aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634033 Apr 14 16:10:59.205660 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd2ba3-ca65-464e-8d86-fdb7dba29b0c req-84568cc3-d899-4e7d-8296-bf3cc49d35ed tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:59.209132 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6dcd2ba3-ca65-464e-8d86-fdb7dba29b0c req-84568cc3-d899-4e7d-8296-bf3cc49d35ed tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca HTTP/1.1" status: 200 len: 932 time: 0.7638400 Apr 14 16:10:59.257970 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-5d8c721f-8d2a-460f-96ca-1b3dd3b4d82f service neutron] 10.222.0.53 "GET /v2.0/networks/1b36c666-9490-47fe-871e-06ae9c5795aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7020447 Apr 14 16:10:59.302628 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6dcd2ba3-ca65-464e-8d86-fdb7dba29b0c req-137d6209-1147-4787-adf5-4659ee52a49b tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859339 Apr 14 16:10:59.466267 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c3f3ff6f-74a6-4cd7-9c16-009c36365dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:59.565770 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d8e5b1a1-d3b1-4124-8c6c-ac071abd1b78 req-a504007f-692e-4650-b6a9-29244e01b5d0 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3e1c26-15f2-4933-b688-5e2ca136807d HTTP/1.1" status: 200 len: 210 time: 0.0668044 Apr 14 16:10:59.615171 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850c653-0d29-4794-8547-84a7c67e182a req-d77b0d09-6cc8-4dbc-a23e-e4c6ff0cace5 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:10:59.616850 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f850c653-0d29-4794-8547-84a7c67e182a req-d77b0d09-6cc8-4dbc-a23e-e4c6ff0cace5 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 945 time: 0.1715260 Apr 14 16:10:59.667150 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f850c653-0d29-4794-8547-84a7c67e182a req-c169450c-7167-4ea0-9865-9ed9a7c9e8a1 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420461 Apr 14 16:10:59.684172 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.019505 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] Request body: {'port': {'device_id': '5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:00.152292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.466952 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.593041 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b4031-8f85-491e-b398-54c081623f39 req-ad04ec01-3268-4815-8618-6abca7cf697f tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:00.595883 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5f8b4031-8f85-491e-b398-54c081623f39 req-ad04ec01-3268-4815-8618-6abca7cf697f tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca HTTP/1.1" status: 200 len: 932 time: 0.1632154 Apr 14 16:11:00.643235 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a60a64b-e9dc-4abb-82fa-313fb34a1329 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:00.649830 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5f8b4031-8f85-491e-b398-54c081623f39 req-67bf1fad-22c6-498f-a2b3-f69b8c7a25bd tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454028 Apr 14 16:11:00.658452 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.680524 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] Transition to ACTIVE for port object 9a60a64b-e9dc-4abb-82fa-313fb34a1329 will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:00.686893 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.730685 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-15c7cc3c-1203-47dc-a050-a51a03f3c6bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:00.854261 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fb45ec58-4901-4937-94c0-ee931f39527f req-8b8fb8fa-64b8-4497-87d9-3afc533ac505 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3e1c26-15f2-4933-b688-5e2ca136807d HTTP/1.1" status: 200 len: 210 time: 0.1409881 Apr 14 16:11:00.993804 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a60a64b-e9dc-4abb-82fa-313fb34a1329,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:01.003067 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:01.090718 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f7703-c4ce-4e29-aff5-e50d4ecb1c10 req-c8e79b7f-cb66-4f1c-83ee-caf67d4dbed5 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:01.097994 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-cb8f7703-c4ce-4e29-aff5-e50d4ecb1c10 req-c8e79b7f-cb66-4f1c-83ee-caf67d4dbed5 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 945 time: 0.2308314 Apr 14 16:11:01.165574 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-cb8f7703-c4ce-4e29-aff5-e50d4ecb1c10 req-713781c3-e42a-4e27-b4b0-38e0884e9574 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605447 Apr 14 16:11:01.625134 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-ba17595d-a235-4f86-a454-14e1c35494c9 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:01.627543 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-ba17595d-a235-4f86-a454-14e1c35494c9 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.54 "GET /v2.0/networks?id=1b36c666-9490-47fe-871e-06ae9c5795aa HTTP/1.1" status: 200 len: 810 time: 0.6233890 Apr 14 16:11:01.830284 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-88ee51e6-8b84-4ae8-8490-0287ffdfa63e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8cb0e58781b543f0af3f43342740e649 HTTP/1.1" status: 200 len: 5703 time: 0.1594276 Apr 14 16:11:01.850073 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-bd187da7-82fd-42a5-b6f2-d27c21f89764 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Request body: {'port': {'device_id': '3d3e1c26-15f2-4933-b688-5e2ca136807d', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'admin_state_up': True, 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'security_groups': ['bf7fb603-e1ac-4119-86ff-be0b64c577ca']}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:01.953797 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c41688-7cf7-4257-b833-d0b1ce3e79fa req-e0ca5e14-8b15-4056-b086-619a98da1aa1 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:01.955453 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a1c41688-7cf7-4257-b833-d0b1ce3e79fa req-e0ca5e14-8b15-4056-b086-619a98da1aa1 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 946 time: 0.2370660 Apr 14 16:11:01.974322 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] Attempting to bind port 9a60a64b-e9dc-4abb-82fa-313fb34a1329 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:11:01.974706 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] Attempting to bind port 9a60a64b-e9dc-4abb-82fa-313fb34a1329 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '2ab4250b-e9c1-4ab9-9e33-6212bbd05e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '30c156d9-8993-497c-b7f9-567a509e8226'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:11:01.975075 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] Attempting to bind port 9a60a64b-e9dc-4abb-82fa-313fb34a1329 on network 30c156d9-8993-497c-b7f9-567a509e8226 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:02.000567 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] Port 9a60a64b-e9dc-4abb-82fa-313fb34a1329 on network 30c156d9-8993-497c-b7f9-567a509e8226 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:11:02.001003 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] Attempting to bind port 9a60a64b-e9dc-4abb-82fa-313fb34a1329 on network 30c156d9-8993-497c-b7f9-567a509e8226 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:02.003158 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a1c41688-7cf7-4257-b833-d0b1ce3e79fa req-d3e5dbf8-ff95-46c3-bf38-ddf15fe6109d tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387704 Apr 14 16:11:02.021428 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cd491-3f82-410c-b4d4-344553563179 req-d91b58d4-44ea-4158-9db5-ed855f889589 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:02.022289 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-636cd491-3f82-410c-b4d4-344553563179 req-d91b58d4-44ea-4158-9db5-ed855f889589 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Synchronizing usage tracker for tenant:1ac826e176e54f9dbeafa327d0de385c on resource:port {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:02.031213 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a2311-8dbd-4b9f-85e4-f0eba9fce76a req-9d419aea-ed98-4ce2-b9f7-dd2e33ea7e1a tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:02.036780 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] Checking agent: {'id': 'f6195c71-3258-459e-9d3f-74f9782cd5cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'started_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:11:02.037159 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] Checking segment: {'id': '2ab4250b-e9c1-4ab9-9e33-6212bbd05e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '30c156d9-8993-497c-b7f9-567a509e8226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:02.037594 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] Bound using segment: {'id': '2ab4250b-e9c1-4ab9-9e33-6212bbd05e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '30c156d9-8993-497c-b7f9-567a509e8226'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:11:02.038094 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] Bound port: 9a60a64b-e9dc-4abb-82fa-313fb34a1329, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab4250b-e9c1-4ab9-9e33-6212bbd05e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '30c156d9-8993-497c-b7f9-567a509e8226'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:11:02.038513 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:02.049516 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ff6a2311-8dbd-4b9f-85e4-f0eba9fce76a req-9d419aea-ed98-4ce2-b9f7-dd2e33ea7e1a tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca HTTP/1.1" status: 200 len: 944 time: 0.1838615 Apr 14 16:11:02.091219 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ff6a2311-8dbd-4b9f-85e4-f0eba9fce76a req-b2754350-d341-4523-af41-cbd61254b6b8 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403311 Apr 14 16:11:02.094762 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:02.125544 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-636cd491-3f82-410c-b4d4-344553563179 req-d91b58d4-44ea-4158-9db5-ed855f889589 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Unset dirty status for tenant:1ac826e176e54f9dbeafa327d0de385c on resource:port {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:02.126862 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-636cd491-3f82-410c-b4d4-344553563179 req-d91b58d4-44ea-4158-9db5-ed855f889589 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 945 time: 0.4977980 Apr 14 16:11:02.184057 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-bd187da7-82fd-42a5-b6f2-d27c21f89764 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:02.232024 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-bd187da7-82fd-42a5-b6f2-d27c21f89764 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:02.260882 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-636cd491-3f82-410c-b4d4-344553563179 req-8b8c55fa-be4d-4cdb-ade4-ab73978fca5a tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Deleting port 9f65be99-82f5-4c60-baf3-965f4b13a12c {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:11:02.261267 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-636cd491-3f82-410c-b4d4-344553563179 req-8b8c55fa-be4d-4cdb-ade4-ab73978fca5a tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:02.311382 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] For port 9a60a64b-e9dc-4abb-82fa-313fb34a1329, host hv-cinder-78626, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:11:02.314348 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2f5f5096-769d-44e8-95f3-0dafeea17a99 req-7a5a847d-fc65-4c67-8b33-002d5a6ec9c0 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3e1c26-15f2-4933-b688-5e2ca136807d HTTP/1.1" status: 200 len: 210 time: 0.0996099 Apr 14 16:11:02.318455 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-bd187da7-82fd-42a5-b6f2-d27c21f89764 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Made reservation on behalf of 8cb0e58781b543f0af3f43342740e649 for: {'port': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:02.324932 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-bd187da7-82fd-42a5-b6f2-d27c21f89764 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:02.384561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] For port 9a60a64b-e9dc-4abb-82fa-313fb34a1329, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9a60a64b-e9dc-4abb-82fa-313fb34a1329,segment=NetworkSegment(2ab4250b-e9c1-4ab9-9e33-6212bbd05e98),segment_id=2ab4250b-e9c1-4ab9-9e33-6212bbd05e98)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:11:02.427859 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:02.455956 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e213e054-d881-493f-b80e-74f5f972a4b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:02.509795 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbc5e1-5a20-49c6-8521-82c36e88e4ea req-c525ea38-a39e-41ea-b932-70b80cc16fba tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:02.511466 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3bfbc5e1-5a20-49c6-8521-82c36e88e4ea req-c525ea38-a39e-41ea-b932-70b80cc16fba tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 945 time: 0.1462591 Apr 14 16:11:02.553227 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3bfbc5e1-5a20-49c6-8521-82c36e88e4ea req-5acee69c-a2ea-4722-9e50-74eab59c877b tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/security-groups?id=5003b7f0-87d7-444b-9962-abc320ffb3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283523 Apr 14 16:11:02.754792 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a60a64b-e9dc-4abb-82fa-313fb34a1329,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:02.823358 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:02.876824 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-bd187da7-82fd-42a5-b6f2-d27c21f89764 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Allocated IP 172.20.0.5 (1b36c666-9490-47fe-871e-06ae9c5795aa/663945ce-755e-4e25-a5e5-413a3e0ae704/0c4a41db-9dc2-481e-be12-a3f31d7d26bd) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:11:02.955387 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:02.955387 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:02.955387 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] 10.222.0.54 "PUT /v2.0/ports/9a60a64b-e9dc-4abb-82fa-313fb34a1329 HTTP/1.1" status: 200 len: 1094 time: 2.9387498 Apr 14 16:11:02.955387 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca', 'tag': '9a60a64b-e9dc-4abb-82fa-313fb34a1329'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:02.961602 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-636cd491-3f82-410c-b4d4-344553563179 req-8b8c55fa-be4d-4cdb-ade4-ab73978fca5a tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] For port 9f65be99-82f5-4c60-baf3-965f4b13a12c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9f65be99-82f5-4c60-baf3-965f4b13a12c,segment=NetworkSegment(ccc78c37-061d-418e-a68d-5b478ad815ad),segment_id=ccc78c37-061d-418e-a68d-5b478ad815ad)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:02.962156 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-636cd491-3f82-410c-b4d4-344553563179 req-8b8c55fa-be4d-4cdb-ade4-ab73978fca5a tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:03.266550 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca', 'tag': '9a60a64b-e9dc-4abb-82fa-313fb34a1329', 'status': 'completed', 'code': 200} Apr 14 16:11:03.314144 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9724432-1be2-4296-a75d-c5e7faf312d4 req-d8639fc4-1f32-4276-bb4a-cc5d81657548 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:03.316094 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b9724432-1be2-4296-a75d-c5e7faf312d4 req-d8639fc4-1f32-4276-bb4a-cc5d81657548 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 946 time: 0.2166154 Apr 14 16:11:03.346910 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-636cd491-3f82-410c-b4d4-344553563179 req-8b8c55fa-be4d-4cdb-ade4-ab73978fca5a tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Calling delete_port for 9f65be99-82f5-4c60-baf3-965f4b13a12c owned by compute:nova {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:11:03.474290 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf17ec3-a2d3-4a85-8db4-ca0deedad82f req-c72cac14-a168-4da6-98f5-691b2616997b tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:03.475995 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3bf17ec3-a2d3-4a85-8db4-ca0deedad82f req-c72cac14-a168-4da6-98f5-691b2616997b tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca HTTP/1.1" status: 200 len: 944 time: 0.2393587 Apr 14 16:11:03.485021 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-b9724432-1be2-4296-a75d-c5e7faf312d4 req-2b5f539d-d09b-41c1-a7b6-41ca711e5d8b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Deleting port e07940c5-3678-4057-8d14-fb0a1dca5ee6 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:11:03.485365 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b9724432-1be2-4296-a75d-c5e7faf312d4 req-2b5f539d-d09b-41c1-a7b6-41ca711e5d8b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:03.574792 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3bf17ec3-a2d3-4a85-8db4-ca0deedad82f req-0b544983-3bbf-4aa8-9c54-4e1cbd6b0ee9 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604632 Apr 14 16:11:03.672328 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeae55-a82c-407b-89a6-ec2533a10a3d req-9e8854fc-c112-402c-8a42-1e947f438fb4 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:03.675047 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5dfeae55-a82c-407b-89a6-ec2533a10a3d req-9e8854fc-c112-402c-8a42-1e947f438fb4 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 946 time: 0.2936416 Apr 14 16:11:03.716862 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-2e29ec79-802f-4d1f-816d-98c551759d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:03.718563 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-2e29ec79-802f-4d1f-816d-98c551759d02 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c98ea59a79c7494fa39b8f02a0f01ffd&device_id=5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca HTTP/1.1" status: 200 len: 1097 time: 0.4561334 Apr 14 16:11:03.820803 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-bd187da7-82fd-42a5-b6f2-d27c21f89764 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:03.829795 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5dfeae55-a82c-407b-89a6-ec2533a10a3d req-b1b0e178-13be-4ef4-bc09-1df4e312d8a5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=94e83c55-6817-472f-ad3d-96bc8a05db25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189117 Apr 14 16:11:03.844520 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-059a653b-2bfc-4105-92f8-acd9d412bfe6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a60a64b-e9dc-4abb-82fa-313fb34a1329 HTTP/1.1" status: 200 len: 217 time: 0.1082227 Apr 14 16:11:03.900128 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d40707d4-1f3b-493c-8b62-1ec8da78df28 req-d1b228e5-aac8-472e-9973-d59529ef3a6b tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3e1c26-15f2-4933-b688-5e2ca136807d HTTP/1.1" status: 200 len: 210 time: 0.0640328 Apr 14 16:11:03.908274 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-bd187da7-82fd-42a5-b6f2-d27c21f89764 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Transition to ACTIVE for port object 0c4a41db-9dc2-481e-be12-a3f31d7d26bd will not be triggered until provisioned by entity DHCP. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:03.915066 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-636cd491-3f82-410c-b4d4-344553563179 req-8b8c55fa-be4d-4cdb-ade4-ab73978fca5a tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:03.929458 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['9f65be99-82f5-4c60-baf3-965f4b13a12c'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:11:03.939724 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-95252f8c-d84b-4933-80a7-3dee2de32c30 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:03.943765 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-b9724432-1be2-4296-a75d-c5e7faf312d4 req-2b5f539d-d09b-41c1-a7b6-41ca711e5d8b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] For port e07940c5-3678-4057-8d14-fb0a1dca5ee6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e07940c5-3678-4057-8d14-fb0a1dca5ee6,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:03.944246 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b9724432-1be2-4296-a75d-c5e7faf312d4 req-2b5f539d-d09b-41c1-a7b6-41ca711e5d8b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.019714 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c55fa-be4d-4cdb-ade4-ab73978fca5a tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Pushing event deleted for resources: {'Port': ['ID=9f65be99-82f5-4c60-baf3-965f4b13a12c,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:04.027112 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8b8c55fa-be4d-4cdb-ade4-ab73978fca5a tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:04.090456 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-12361bdd-a8b6-4f2e-9f7b-ef144d5cb6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:04.092000 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-12361bdd-a8b6-4f2e-9f7b-ef144d5cb6b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab3a252e-fae3-4d80-a765-f37dc48b7210 HTTP/1.1" status: 200 len: 849 time: 0.2352176 Apr 14 16:11:04.165830 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-07302dd6-0217-4fa8-b05b-ffbaaef1439e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30c156d9-8993-497c-b7f9-567a509e8226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654500 Apr 14 16:11:04.172139 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-84944f8d-2669-4d3f-82c5-cba950e659cb req-425574e6-4746-4469-8625-e9d72d09ad1e tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 210 time: 0.0908475 Apr 14 16:11:04.173604 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-bd187da7-82fd-42a5-b6f2-d27c21f89764 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.215621 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:04.511359 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b9724432-1be2-4296-a75d-c5e7faf312d4 req-2b5f539d-d09b-41c1-a7b6-41ca711e5d8b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.511785 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b9724432-1be2-4296-a75d-c5e7faf312d4 req-2b5f539d-d09b-41c1-a7b6-41ca711e5d8b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853071330'] for floatingip, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.512148 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.l3_db [req-b9724432-1be2-4296-a75d-c5e7faf312d4 req-2b5f539d-d09b-41c1-a7b6-41ca711e5d8b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Floating IP 9452ab61-6049-4b64-9d01-3d2708de2a09 disassociated. External IP: 172.27.1.196, port: e07940c5-3678-4057-8d14-fb0a1dca5ee6. Apr 14 16:11:04.512531 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-b9724432-1be2-4296-a75d-c5e7faf312d4 req-2b5f539d-d09b-41c1-a7b6-41ca711e5d8b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Calling delete_port for e07940c5-3678-4057-8d14-fb0a1dca5ee6 owned by compute:nova {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:11:04.711655 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b9724432-1be2-4296-a75d-c5e7faf312d4 req-2b5f539d-d09b-41c1-a7b6-41ca711e5d8b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850712043'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.733752 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:04.803047 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd187da7-82fd-42a5-b6f2-d27c21f89764 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Pushing event updated for resources: {'Port': ['ID=0c4a41db-9dc2-481e-be12-a3f31d7d26bd,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:04.815690 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bd187da7-82fd-42a5-b6f2-d27c21f89764 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:04.833761 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f539d-d09b-41c1-a7b6-41ca711e5d8b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Pushing event deleted for resources: {'Port': ['ID=e07940c5-3678-4057-8d14-fb0a1dca5ee6,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:04.841295 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-2b5f539d-d09b-41c1-a7b6-41ca711e5d8b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:04.897789 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-636cd491-3f82-410c-b4d4-344553563179 req-8b8c55fa-be4d-4cdb-ade4-ab73978fca5a tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] No DVR routers for this DVR port 9f65be99-82f5-4c60-baf3-965f4b13a12c on host hv-cinder-78626 {{(pid=85284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:11:04.903748 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-636cd491-3f82-410c-b4d4-344553563179 req-8b8c55fa-be4d-4cdb-ade4-ab73978fca5a tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.913352 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-4f866a86-ff93-4064-8666-2a26b6b47f2a service neutron] 10.222.0.54 "GET /v2.0/networks/30c156d9-8993-497c-b7f9-567a509e8226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7373645 Apr 14 16:11:04.987108 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-636cd491-3f82-410c-b4d4-344553563179 req-8b8c55fa-be4d-4cdb-ade4-ab73978fca5a tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.54 "DELETE /v2.0/ports/9f65be99-82f5-4c60-baf3-965f4b13a12c HTTP/1.1" status: 204 len: 173 time: 2.8531249 Apr 14 16:11:05.039848 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-bd187da7-82fd-42a5-b6f2-d27c21f89764 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Network 1b36c666-9490-47fe-871e-06ae9c5795aa is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:05.045903 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-bd187da7-82fd-42a5-b6f2-d27c21f89764 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:05.050159 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-bd187da7-82fd-42a5-b6f2-d27c21f89764 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:05.163805 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-bd187da7-82fd-42a5-b6f2-d27c21f89764 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:05.164676 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-bd187da7-82fd-42a5-b6f2-d27c21f89764 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.179797 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-17149f55-49a1-4f91-9963-1023dd2a7e5c req-aae7d0a6-7050-4bc0-90d0-33066fdd1eed service neutron] 10.222.0.54 "GET /v2.0/networks/30c156d9-8993-497c-b7f9-567a509e8226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584863 Apr 14 16:11:05.193396 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ee4a895a-b2b5-459d-ab67-a8c6031c0afb req-ba53a9db-c44a-4275-a413-1fcccb273085 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 210 time: 0.1915476 Apr 14 16:11:05.203152 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-bd187da7-82fd-42a5-b6f2-d27c21f89764 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3584518 Apr 14 16:11:05.240295 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fba7164f-f096-4599-8736-16ed143a599e service neutron] Request body: {'port': {'device_id': '3d3e1c26-15f2-4933-b688-5e2ca136807d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:05.359912 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1654533-4940-454a-b200-279f4a87bb7b req-f102a375-74d6-4d0e-abdf-6acbfc1e0afb tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:05.361614 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b1654533-4940-454a-b200-279f4a87bb7b req-f102a375-74d6-4d0e-abdf-6acbfc1e0afb tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca HTTP/1.1" status: 200 len: 944 time: 0.4333761 Apr 14 16:11:05.397383 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb122259-c678-4717-bef9-9c892d0f00bb', 'name': 'network-vif-deleted', 'tag': '9f65be99-82f5-4c60-baf3-965f4b13a12c'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:05.542569 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b1654533-4940-454a-b200-279f4a87bb7b req-70e28cd5-6edc-4138-86b0-361f66293d21 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152973 Apr 14 16:11:05.583982 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-3f6ee058-6dbd-4ad8-ad54-f5532237e14f None None] Provisioning for port 0c4a41db-9dc2-481e-be12-a3f31d7d26bd completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:05.595947 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-3f6ee058-6dbd-4ad8-ad54-f5532237e14f None None] Provisioning complete for port 0c4a41db-9dc2-481e-be12-a3f31d7d26bd triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:05.601182 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3f6ee058-6dbd-4ad8-ad54-f5532237e14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.663650 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fba7164f-f096-4599-8736-16ed143a599e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.769618 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1618a58-77f5-4846-8355-c63ea799ada2 req-db4c47d6-e0ac-4fd7-aaf5-a296263e539e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:05.771535 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e1618a58-77f5-4846-8355-c63ea799ada2 req-db4c47d6-e0ac-4fd7-aaf5-a296263e539e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c98ea59a79c7494fa39b8f02a0f01ffd&device_id=5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca HTTP/1.1" status: 200 len: 1097 time: 0.3638680 Apr 14 16:11:05.899491 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-3f6ee058-6dbd-4ad8-ad54-f5532237e14f None None] Port 0c4a41db-9dc2-481e-be12-a3f31d7d26bd cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:11:05.983483 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7b58e2a8-eadd-4a21-823e-6d58fca99766 req-89ce350c-b9d0-4ad0-bef7-96da71ee0c4c tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb122259-c678-4717-bef9-9c892d0f00bb HTTP/1.1" status: 200 len: 210 time: 0.0633006 Apr 14 16:11:06.008485 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9724432-1be2-4296-a75d-c5e7faf312d4 req-2b5f539d-d09b-41c1-a7b6-41ca711e5d8b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Router d8e09ac4-38f9-4b38-9462-9202f150eca2 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:11:06.026097 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55838bc6-1f45-47ba-8a3d-33069c6e349d req-67b5312f-871d-4182-b08b-51e58b68e4ee tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:06.027929 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-55838bc6-1f45-47ba-8a3d-33069c6e349d req-67b5312f-871d-4182-b08b-51e58b68e4ee tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3e1c26-15f2-4933-b688-5e2ca136807d HTTP/1.1" status: 200 len: 931 time: 0.5682437 Apr 14 16:11:06.041743 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device e07940c5-3678-4057-8d14-fb0a1dca5ee6 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:11:06.131635 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] No Port match for: e07940c5-3678-4057-8d14-fb0a1dca5ee6 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:11:06.133507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device e07940c5-3678-4057-8d14-fb0a1dca5ee6 not bound to the agent host hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:11:06.134677 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 9f65be99-82f5-4c60-baf3-965f4b13a12c no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:11:06.153446 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1618a58-77f5-4846-8355-c63ea799ada2 req-bc6d2252-8839-4f04-bfd6-962c221815be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:06.155136 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e1618a58-77f5-4846-8355-c63ea799ada2 req-bc6d2252-8839-4f04-bfd6-962c221815be service neutron] 10.222.0.54 "GET /v2.0/networks?id=30c156d9-8993-497c-b7f9-567a509e8226 HTTP/1.1" status: 200 len: 910 time: 0.3214381 Apr 14 16:11:06.216705 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] No Port match for: 9f65be99-82f5-4c60-baf3-965f4b13a12c {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:11:06.217927 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 9f65be99-82f5-4c60-baf3-965f4b13a12c not bound to the agent host hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:11:06.241256 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-55838bc6-1f45-47ba-8a3d-33069c6e349d req-15790fe8-8da5-4444-87dd-bda96677fb15 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf7fb603-e1ac-4119-86ff-be0b64c577ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830292 Apr 14 16:11:06.291264 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb122259-c678-4717-bef9-9c892d0f00bb', 'name': 'network-vif-deleted', 'tag': '9f65be99-82f5-4c60-baf3-965f4b13a12c', 'status': 'completed', 'code': 200} Apr 14 16:11:06.295100 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e1618a58-77f5-4846-8355-c63ea799ada2 req-ba266f31-a585-4497-a05d-801863e6d3d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a60a64b-e9dc-4abb-82fa-313fb34a1329 HTTP/1.1" status: 200 len: 217 time: 0.1294274 Apr 14 16:11:06.419514 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9724432-1be2-4296-a75d-c5e7faf312d4 req-2b5f539d-d09b-41c1-a7b6-41ca711e5d8b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:11:06.438773 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b7b906-2d96-4849-8cc3-2a6743a43531 None None] Sync routers for ids ['d8e09ac4-38f9-4b38-9462-9202f150eca2'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:11:06.458423 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b7b906-2d96-4849-8cc3-2a6743a43531 None None] Routers {'d8e09ac4-38f9-4b38-9462-9202f150eca2'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:06.459943 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-53b7b906-2d96-4849-8cc3-2a6743a43531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:10:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['d8e09ac4-38f9-4b38-9462-9202f150eca2'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:06.587429 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1618a58-77f5-4846-8355-c63ea799ada2 req-bd1cddbf-f486-4c6c-9195-00e9e4f19d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:06.589052 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e1618a58-77f5-4846-8355-c63ea799ada2 req-bd1cddbf-f486-4c6c-9195-00e9e4f19d83 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab3a252e-fae3-4d80-a765-f37dc48b7210 HTTP/1.1" status: 200 len: 849 time: 0.1560013 Apr 14 16:11:06.656427 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-35753bf3-c197-4817-9d3b-de4434b3f32e req-00b54e7e-f4a9-4ade-9b59-5e7c99a60053 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1 HTTP/1.1" status: 200 len: 210 time: 0.1559932 Apr 14 16:11:06.663300 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e1618a58-77f5-4846-8355-c63ea799ada2 req-51a6b7df-846b-496b-8ea3-1b5d2dd6fe09 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30c156d9-8993-497c-b7f9-567a509e8226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651000 Apr 14 16:11:06.757836 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9724432-1be2-4296-a75d-c5e7faf312d4 req-2b5f539d-d09b-41c1-a7b6-41ca711e5d8b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] No DVR routers for this DVR port e07940c5-3678-4057-8d14-fb0a1dca5ee6 on host hv-cinder-78626 {{(pid=85285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:11:06.763456 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b9724432-1be2-4296-a75d-c5e7faf312d4 req-2b5f539d-d09b-41c1-a7b6-41ca711e5d8b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:06.771039 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1', 'name': 'network-vif-deleted', 'tag': 'e07940c5-3678-4057-8d14-fb0a1dca5ee6'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:06.771874 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-53b7b906-2d96-4849-8cc3-2a6743a43531 None None] Set router d8e09ac4-38f9-4b38-9462-9202f150eca2 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:06.806233 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b9724432-1be2-4296-a75d-c5e7faf312d4 req-2b5f539d-d09b-41c1-a7b6-41ca711e5d8b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.54 "DELETE /v2.0/ports/e07940c5-3678-4057-8d14-fb0a1dca5ee6 HTTP/1.1" status: 204 len: 173 time: 3.4826446 Apr 14 16:11:06.880206 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.db.resource_extend [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fba7164f-f096-4599-8736-16ed143a599e service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 14 16:11:06.983854 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b75fa7-119c-4f6b-81bd-9bcd91ffc8d1', 'name': 'network-vif-deleted', 'tag': 'e07940c5-3678-4057-8d14-fb0a1dca5ee6', 'status': 'completed', 'code': 200} Apr 14 16:11:07.023825 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39906) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:07.087862 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fba7164f-f096-4599-8736-16ed143a599e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4a41db-9dc2-481e-be12-a3f31d7d26bd {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:07.122656 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e1618a58-77f5-4846-8355-c63ea799ada2 req-64d1b467-af50-48ff-8021-998fd8c597b3 service neutron] 10.222.0.54 "GET /v2.0/networks/30c156d9-8993-497c-b7f9-567a509e8226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472673 Apr 14 16:11:07.126754 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fba7164f-f096-4599-8736-16ed143a599e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:07.188751 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bc51f-b2bc-41e6-ae63-5c5948736e90 req-bcd56f5a-ac75-41d7-aca2-9110f1635caa tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:07.200787 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-245bc51f-b2bc-41e6-ae63-5c5948736e90 req-bcd56f5a-ac75-41d7-aca2-9110f1635caa tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca HTTP/1.1" status: 200 len: 944 time: 0.3418052 Apr 14 16:11:07.296986 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fba7164f-f096-4599-8736-16ed143a599e service neutron] Transition to ACTIVE for port object 0c4a41db-9dc2-481e-be12-a3f31d7d26bd will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:07.307207 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-245bc51f-b2bc-41e6-ae63-5c5948736e90 req-99663521-0d5a-44c7-9c09-4019af84687f tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010120 Apr 14 16:11:07.308319 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd387-08c3-4a24-ab97-c3bf0c4d5d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:07.309565 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fba7164f-f096-4599-8736-16ed143a599e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:07.334895 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bbb77dbb-c150-4b21-957b-7bcb77015642 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:07.358438 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-dc2fd387-08c3-4a24-ab97-c3bf0c4d5d25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:07.367326 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-dc2fd387-08c3-4a24-ab97-c3bf0c4d5d25 admin admin] Usage tracker for resource:security_group_rule and tenant:86319bd3a4304e40b20219effb886008 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:07.372807 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-dc2fd387-08c3-4a24-ab97-c3bf0c4d5d25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:07.385127 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-dc2fd387-08c3-4a24-ab97-c3bf0c4d5d25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:07.556881 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-53b7b906-2d96-4849-8cc3-2a6743a43531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'name': 'tempest-AttachVolumeShelveTestJSON-933395349-router', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:08Z', 'updated_at': '2021-04-14T16:06:19Z', 'revision_number': 4, 'project_id': '691977ceece143efa6a03aafe5e47709', 'gw_port': {'id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:25:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:10Z', 'updated_at': '2021-04-14T16:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '6e3eb120-f2c8-4668-ae95-47ad34707eaf', 'name': '', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'mac_address': 'fa:16:3e:1c:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '83188662-4769-460f-ab17-6c69d6a31076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:17Z', 'updated_at': '2021-04-14T16:06:25Z', 'revision_number': 5, 'project_id': '691977ceece143efa6a03aafe5e47709', 'subnets': [{'id': '83188662-4769-460f-ab17-6c69d6a31076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:07.562076 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b7b906-2d96-4849-8cc3-2a6743a43531 None None] Checking router: d8e09ac4-38f9-4b38-9462-9202f150eca2 for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:11:07.574405 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b7b906-2d96-4849-8cc3-2a6743a43531 None None] Routers {'d8e09ac4-38f9-4b38-9462-9202f150eca2'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:07.575753 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-53b7b906-2d96-4849-8cc3-2a6743a43531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:10:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['d8e09ac4-38f9-4b38-9462-9202f150eca2'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:07.599092 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd387-08c3-4a24-ab97-c3bf0c4d5d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:07.602957 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7164f-f096-4599-8736-16ed143a599e service neutron] Pushing event updated for resources: {'Port': ['ID=0c4a41db-9dc2-481e-be12-a3f31d7d26bd,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:07.611671 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-fba7164f-f096-4599-8736-16ed143a599e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:07.616781 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e1618a58-77f5-4846-8355-c63ea799ada2 req-8e79595e-41a9-4db8-89b4-d7d4fdd50590 service neutron] 10.222.0.54 "GET /v2.0/networks/30c156d9-8993-497c-b7f9-567a509e8226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863052 Apr 14 16:11:07.689398 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd387-08c3-4a24-ab97-c3bf0c4d5d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:07.725565 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7bce136f-9a2e-42a5-9952-0bfc55535a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:07.841917 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-53b7b906-2d96-4849-8cc3-2a6743a43531 None None] Set router d8e09ac4-38f9-4b38-9462-9202f150eca2 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:07.908413 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-dc2fd387-08c3-4a24-ab97-c3bf0c4d5d25 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86319bd3a4304e40b20219effb886008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8806870 Apr 14 16:11:07.912889 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fd387-08c3-4a24-ab97-c3bf0c4d5d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1a8846-0fed-45f1-9ec8-54c15d7fd27c,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:07.924099 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-dc2fd387-08c3-4a24-ab97-c3bf0c4d5d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:07.925185 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39932) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:07.975042 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3ec8e-1fe2-452a-841b-9ce7251e8254 req-7b5c192f-c998-4ddf-b453-f5a00fa19c9a tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:07.977450 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-85f3ec8e-1fe2-452a-841b-9ce7251e8254 req-7b5c192f-c998-4ddf-b453-f5a00fa19c9a tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3e1c26-15f2-4933-b688-5e2ca136807d HTTP/1.1" status: 200 len: 943 time: 0.3840559 Apr 14 16:11:08.046272 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 9a60a64b-e9dc-4abb-82fa-313fb34a1329 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:11:08.053737 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-85f3ec8e-1fe2-452a-841b-9ce7251e8254 req-4d968c08-100b-4878-80c0-1569d09fce05 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf7fb603-e1ac-4119-86ff-be0b64c577ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603545 Apr 14 16:11:08.079690 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6fda281e-e184-48ee-bd34-d32fcd70aa2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:08.117152 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6fda281e-e184-48ee-bd34-d32fcd70aa2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:08.212745 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39948) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:08.263916 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6fda281e-e184-48ee-bd34-d32fcd70aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:08.285617 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-59fb895f-c5f1-4dd4-8f4a-1c1f65982ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:08.318118 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda281e-e184-48ee-bd34-d32fcd70aa2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1a8846-0fed-45f1-9ec8-54c15d7fd27c,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:08.323064 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6fda281e-e184-48ee-bd34-d32fcd70aa2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:08.359495 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fba7164f-f096-4599-8736-16ed143a599e service neutron] Attempting to bind port 0c4a41db-9dc2-481e-be12-a3f31d7d26bd on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:11:08.361287 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fba7164f-f096-4599-8736-16ed143a599e service neutron] Attempting to bind port 0c4a41db-9dc2-481e-be12-a3f31d7d26bd by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '34e7e0e2-7a76-4d29-87b4-d8984da10e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:11:08.362062 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fba7164f-f096-4599-8736-16ed143a599e service neutron] Attempting to bind port 0c4a41db-9dc2-481e-be12-a3f31d7d26bd on network 1b36c666-9490-47fe-871e-06ae9c5795aa {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:08.367279 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6fda281e-e184-48ee-bd34-d32fcd70aa2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:08.374475 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-6fda281e-e184-48ee-bd34-d32fcd70aa2f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9d1a8846-0fed-45f1-9ec8-54c15d7fd27c HTTP/1.1" status: 204 len: 168 time: 0.4469814 Apr 14 16:11:08.375658 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fba7164f-f096-4599-8736-16ed143a599e service neutron] Port 0c4a41db-9dc2-481e-be12-a3f31d7d26bd on network 1b36c666-9490-47fe-871e-06ae9c5795aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:11:08.376514 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fba7164f-f096-4599-8736-16ed143a599e service neutron] Attempting to bind port 0c4a41db-9dc2-481e-be12-a3f31d7d26bd on network 1b36c666-9490-47fe-871e-06ae9c5795aa {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:08.397119 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-627eb782-0835-4ea4-b074-5630604a4e23 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:08.404035 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fba7164f-f096-4599-8736-16ed143a599e service neutron] Checking agent: {'id': 'f6195c71-3258-459e-9d3f-74f9782cd5cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'started_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:11:08.404896 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fba7164f-f096-4599-8736-16ed143a599e service neutron] Checking segment: {'id': '34e7e0e2-7a76-4d29-87b4-d8984da10e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:08.405717 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fba7164f-f096-4599-8736-16ed143a599e service neutron] Bound using segment: {'id': '34e7e0e2-7a76-4d29-87b4-d8984da10e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:11:08.406810 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fba7164f-f096-4599-8736-16ed143a599e service neutron] Bound port: 0c4a41db-9dc2-481e-be12-a3f31d7d26bd, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e7e0e2-7a76-4d29-87b4-d8984da10e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:11:08.407603 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fba7164f-f096-4599-8736-16ed143a599e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:08.440398 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-627eb782-0835-4ea4-b074-5630604a4e23 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:08.569013 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fba7164f-f096-4599-8736-16ed143a599e service neutron] For port 0c4a41db-9dc2-481e-be12-a3f31d7d26bd, host hv-cinder-78626, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:11:08.572416 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-627eb782-0835-4ea4-b074-5630604a4e23 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:08.572812 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fba7164f-f096-4599-8736-16ed143a599e service neutron] For port 0c4a41db-9dc2-481e-be12-a3f31d7d26bd, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0c4a41db-9dc2-481e-be12-a3f31d7d26bd,segment=NetworkSegment(34e7e0e2-7a76-4d29-87b4-d8984da10e43),segment_id=34e7e0e2-7a76-4d29-87b4-d8984da10e43)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:11:08.578992 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-db80905a-dc1b-4feb-a488-6207c4002ecd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:08.579304 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fba7164f-f096-4599-8736-16ed143a599e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:08.591863 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 9a60a64b-e9dc-4abb-82fa-313fb34a1329, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9a60a64b-e9dc-4abb-82fa-313fb34a1329,segment=NetworkSegment(2ab4250b-e9c1-4ab9-9e33-6212bbd05e98),segment_id=2ab4250b-e9c1-4ab9-9e33-6212bbd05e98)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:08.600131 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-73e94d1b-a4d1-4eca-8d5e-2f92f5778895 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:08.617856 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627eb782-0835-4ea4-b074-5630604a4e23 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e83c55-6817-472f-ad3d-96bc8a05db25,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:08.637630 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-627eb782-0835-4ea4-b074-5630604a4e23 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:08.658618 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-627eb782-0835-4ea4-b074-5630604a4e23 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:08.665153 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-627eb782-0835-4ea4-b074-5630604a4e23 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "DELETE /v2.0/security-groups/94e83c55-6817-472f-ad3d-96bc8a05db25 HTTP/1.1" status: 204 len: 168 time: 0.4459517 Apr 14 16:11:08.666068 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39970) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:08.704328 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.v2.resource [None req-e16099d4-b9c0-473e-899b-b07535df3da0 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] show failed (client error): The resource could not be found. Apr 14 16:11:08.706215 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-e16099d4-b9c0-473e-899b-b07535df3da0 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups/94e83c55-6817-472f-ad3d-96bc8a05db25 HTTP/1.1" status: 404 len: 347 time: 0.0375605 Apr 14 16:11:08.718128 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39974) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:08.841885 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': '9a60a64b-e9dc-4abb-82fa-313fb34a1329', 'network_id': '30c156d9-8993-497c-b7f9-567a509e8226', 'port_id': '9a60a64b-e9dc-4abb-82fa-313fb34a1329', 'mac_address': 'fa:16:3e:c7:27:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab3a252e-fae3-4d80-a765-f37dc48b7210', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:11:08.947461 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:08.984034 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a60a64b-e9dc-4abb-82fa-313fb34a1329 {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:08.987055 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 39980) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:09.005307 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 9a60a64b-e9dc-4abb-82fa-313fb34a1329, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9a60a64b-e9dc-4abb-82fa-313fb34a1329,segment=NetworkSegment(2ab4250b-e9c1-4ab9-9e33-6212bbd05e98),segment_id=2ab4250b-e9c1-4ab9-9e33-6212bbd05e98)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:09.017730 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:09.023360 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-53b7b906-2d96-4849-8cc3-2a6743a43531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'name': 'tempest-AttachVolumeShelveTestJSON-933395349-router', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:08Z', 'updated_at': '2021-04-14T16:06:19Z', 'revision_number': 4, 'project_id': '691977ceece143efa6a03aafe5e47709', 'gw_port': {'id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:25:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:10Z', 'updated_at': '2021-04-14T16:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '6e3eb120-f2c8-4668-ae95-47ad34707eaf', 'name': '', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'mac_address': 'fa:16:3e:1c:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '83188662-4769-460f-ab17-6c69d6a31076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:17Z', 'updated_at': '2021-04-14T16:06:25Z', 'revision_number': 5, 'project_id': '691977ceece143efa6a03aafe5e47709', 'subnets': [{'id': '83188662-4769-460f-ab17-6c69d6a31076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:09.026594 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:09.165874 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b7b906-2d96-4849-8cc3-2a6743a43531 None None] The sync data for ids ['d8e09ac4-38f9-4b38-9462-9202f150eca2'] in dv-cinder-786260-2-iscsi is: [{'id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'name': 'tempest-AttachVolumeShelveTestJSON-933395349-router', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:08Z', 'updated_at': '2021-04-14T16:06:19Z', 'revision_number': 4, 'project_id': '691977ceece143efa6a03aafe5e47709', 'gw_port': {'id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:25:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:10Z', 'updated_at': '2021-04-14T16:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '6e3eb120-f2c8-4668-ae95-47ad34707eaf', 'name': '', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'mac_address': 'fa:16:3e:1c:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '83188662-4769-460f-ab17-6c69d6a31076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:17Z', 'updated_at': '2021-04-14T16:06:25Z', 'revision_number': 5, 'project_id': '691977ceece143efa6a03aafe5e47709', 'subnets': [{'id': '83188662-4769-460f-ab17-6c69d6a31076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:11:09.175525 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=9a60a64b-e9dc-4abb-82fa-313fb34a1329,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:09.191220 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:09.271074 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['9a60a64b-e9dc-4abb-82fa-313fb34a1329'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:11:09.323967 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7164f-f096-4599-8736-16ed143a599e service neutron] Pushing event updated for resources: {'Port': ['ID=0c4a41db-9dc2-481e-be12-a3f31d7d26bd,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:09.344765 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-fba7164f-f096-4599-8736-16ed143a599e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:09.378826 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fba7164f-f096-4599-8736-16ed143a599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:09.386103 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fba7164f-f096-4599-8736-16ed143a599e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:09.389411 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-fba7164f-f096-4599-8736-16ed143a599e service neutron] 10.222.0.54 "PUT /v2.0/ports/0c4a41db-9dc2-481e-be12-a3f31d7d26bd HTTP/1.1" status: 200 len: 1093 time: 4.1756554 Apr 14 16:11:09.390368 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d3e1c26-15f2-4933-b688-5e2ca136807d', 'tag': '0c4a41db-9dc2-481e-be12-a3f31d7d26bd'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:09.655109 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-5477dd6a-a5d1-4c8e-86c0-3740d05a7c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:09.658728 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-5477dd6a-a5d1-4c8e-86c0-3740d05a7c45 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cb0e58781b543f0af3f43342740e649&device_id=3d3e1c26-15f2-4933-b688-5e2ca136807d HTTP/1.1" status: 200 len: 1096 time: 0.2112427 Apr 14 16:11:09.865527 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158b5bdb-df2a-4a10-92e6-47af7c459e70 None None] New status for floating IP 9452ab61-6049-4b64-9d01-3d2708de2a09: DOWN {{(pid=85287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:11:09.982251 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-9ece5a45-cf84-4219-b4b6-944a7f07b498 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c4a41db-9dc2-481e-be12-a3f31d7d26bd HTTP/1.1" status: 200 len: 217 time: 0.3145914 Apr 14 16:11:10.015286 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-d13699ce-4e08-4d03-b6d2-985eae1293ff tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Deleting port c43a74af-9437-406c-83fe-2c8d5e5598d7 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:11:10.015890 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d13699ce-4e08-4d03-b6d2-985eae1293ff tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.196211 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-f8f96b00-e66b-4b5f-b266-8ec662a26e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:10.200399 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-f8f96b00-e66b-4b5f-b266-8ec662a26e17 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=663945ce-755e-4e25-a5e5-413a3e0ae704 HTTP/1.1" status: 200 len: 849 time: 0.2079964 Apr 14 16:11:10.304029 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6981bf17-14ba-443a-9e47-8dcf10ca2f74 req-e550756c-a879-444c-a73b-f7973b4aa288 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4637058 Apr 14 16:11:10.413788 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-70e2e6b2-49df-49f8-b570-9feec79fef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:10.416084 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-70e2e6b2-49df-49f8-b570-9feec79fef43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1b36c666-9490-47fe-871e-06ae9c5795aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1990047 Apr 14 16:11:10.542395 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001454c-7c48-434f-9f11-2ed9462f9274 req-867ff5e9-8a9b-45cb-909c-dfd531e47959 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:10.545846 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9001454c-7c48-434f-9f11-2ed9462f9274 req-867ff5e9-8a9b-45cb-909c-dfd531e47959 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca HTTP/1.1" status: 200 len: 944 time: 1.8378918 Apr 14 16:11:10.651355 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981bf17-14ba-443a-9e47-8dcf10ca2f74 req-3f4094b4-7f98-4434-b5ef-060451f22362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:10.653804 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6981bf17-14ba-443a-9e47-8dcf10ca2f74 req-3f4094b4-7f98-4434-b5ef-060451f22362 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91ea008d0147431cb1eeb4f5c290e6b7&device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 1099 time: 0.3099458 Apr 14 16:11:10.669115 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d13699ce-4e08-4d03-b6d2-985eae1293ff tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.669633 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d13699ce-4e08-4d03-b6d2-985eae1293ff tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.763975 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-a4b0c524-73f8-44a2-95d3-ea113243a6e4 service neutron] 10.222.0.54 "GET /v2.0/networks/1b36c666-9490-47fe-871e-06ae9c5795aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396490 Apr 14 16:11:10.947303 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9001454c-7c48-434f-9f11-2ed9462f9274 req-83f809c5-d5f1-4d25-8d1f-6cb223c747a7 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731143 Apr 14 16:11:10.965456 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-d13699ce-4e08-4d03-b6d2-985eae1293ff tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Calling delete_port for c43a74af-9437-406c-83fe-2c8d5e5598d7 owned by network:floatingip {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:11:11.036965 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77601a6c-39ce-4347-9b41-e5eb0f38416d req-53454a03-3eff-4e47-a83c-d08c848b6da6 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:11.051233 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-77601a6c-39ce-4347-9b41-e5eb0f38416d req-53454a03-3eff-4e47-a83c-d08c848b6da6 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3e1c26-15f2-4933-b688-5e2ca136807d HTTP/1.1" status: 200 len: 943 time: 1.4567785 Apr 14 16:11:11.170071 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-77601a6c-39ce-4347-9b41-e5eb0f38416d req-b2c3697b-3b2b-4186-909d-88facf9ad2bd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf7fb603-e1ac-4119-86ff-be0b64c577ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551331 Apr 14 16:11:11.230204 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d3e1c26-15f2-4933-b688-5e2ca136807d', 'tag': '0c4a41db-9dc2-481e-be12-a3f31d7d26bd', 'status': 'completed', 'code': 200} Apr 14 16:11:11.245490 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981bf17-14ba-443a-9e47-8dcf10ca2f74 req-48688a8f-c503-47c7-aa9f-fadc5699f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:11.248561 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6981bf17-14ba-443a-9e47-8dcf10ca2f74 req-48688a8f-c503-47c7-aa9f-fadc5699f5c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=efc13fb2-38cb-4474-87f7-427bcd62decb HTTP/1.1" status: 200 len: 909 time: 0.5665803 Apr 14 16:11:11.310157 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6a94bc6d-04c5-422c-b743-e71d7d2164a1 req-32a87571-7874-44e4-85eb-25f8d49475af service neutron] 10.222.0.54 "GET /v2.0/networks/1b36c666-9490-47fe-871e-06ae9c5795aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471693 Apr 14 16:11:11.341462 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.db.api [None req-d13699ce-4e08-4d03-b6d2-985eae1293ff tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85285) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:11:11.343724 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_db.api [None req-d13699ce-4e08-4d03-b6d2-985eae1293ff tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:11:11.480807 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6981bf17-14ba-443a-9e47-8dcf10ca2f74 req-e2bb3c3b-dcf4-4a3f-a287-88c5336da0f5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=700e5882-25a6-4868-8c0e-3ca90b3e680e HTTP/1.1" status: 200 len: 1002 time: 0.2202671 Apr 14 16:11:11.489357 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-22b1b835-adc5-408c-90b6-da4b54d21e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1768756'] for router_interface, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:11.576618 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981bf17-14ba-443a-9e47-8dcf10ca2f74 req-df1a9a3f-208f-46c4-85fe-05d70cd32dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:11.578408 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6981bf17-14ba-443a-9e47-8dcf10ca2f74 req-df1a9a3f-208f-46c4-85fe-05d70cd32dbf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eb750ea5-d2d8-4539-8e70-4f1cf7bcb894 HTTP/1.1" status: 200 len: 847 time: 0.0894196 Apr 14 16:11:11.580827 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945ac71-0871-49cb-a0a6-b1da58ee6e71 req-8c53138c-bb1c-4e9c-92cc-30785f280aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:11.582616 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7945ac71-0871-49cb-a0a6-b1da58ee6e71 req-8c53138c-bb1c-4e9c-92cc-30785f280aa0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cb0e58781b543f0af3f43342740e649&device_id=3d3e1c26-15f2-4933-b688-5e2ca136807d HTTP/1.1" status: 200 len: 1096 time: 0.2015896 Apr 14 16:11:11.807911 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945ac71-0871-49cb-a0a6-b1da58ee6e71 req-70a216c0-0780-4627-b8d5-ebc9d74242f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:11.809553 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7945ac71-0871-49cb-a0a6-b1da58ee6e71 req-70a216c0-0780-4627-b8d5-ebc9d74242f0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1b36c666-9490-47fe-871e-06ae9c5795aa HTTP/1.1" status: 200 len: 911 time: 0.2167215 Apr 14 16:11:11.816041 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981bf17-14ba-443a-9e47-8dcf10ca2f74 req-56e63be7-88aa-400d-8b99-ec8486dd5e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:11.818580 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6981bf17-14ba-443a-9e47-8dcf10ca2f74 req-56e63be7-88aa-400d-8b99-ec8486dd5e07 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=efc13fb2-38cb-4474-87f7-427bcd62decb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2270768 Apr 14 16:11:11.870309 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-d13699ce-4e08-4d03-b6d2-985eae1293ff tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Deleting port c43a74af-9437-406c-83fe-2c8d5e5598d7 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:11:11.870309 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d13699ce-4e08-4d03-b6d2-985eae1293ff tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:11.939189 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7945ac71-0871-49cb-a0a6-b1da58ee6e71 req-b0b864b4-a375-4938-973d-369e1577bfdf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c4a41db-9dc2-481e-be12-a3f31d7d26bd HTTP/1.1" status: 200 len: 217 time: 0.1192815 Apr 14 16:11:12.044962 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 9a60a64b-e9dc-4abb-82fa-313fb34a1329 up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:12.177743 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945ac71-0871-49cb-a0a6-b1da58ee6e71 req-2eff433e-6c9e-48df-9d22-3de46213cf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:12.180541 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7945ac71-0871-49cb-a0a6-b1da58ee6e71 req-2eff433e-6c9e-48df-9d22-3de46213cf58 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=663945ce-755e-4e25-a5e5-413a3e0ae704 HTTP/1.1" status: 200 len: 849 time: 0.1797235 Apr 14 16:11:12.199020 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6981bf17-14ba-443a-9e47-8dcf10ca2f74 req-78f13ec6-acc9-40d3-8731-919e063812d6 service neutron] 10.222.0.54 "GET /v2.0/networks/efc13fb2-38cb-4474-87f7-427bcd62decb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160379 Apr 14 16:11:12.255140 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d13699ce-4e08-4d03-b6d2-985eae1293ff tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.266835 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d13699ce-4e08-4d03-b6d2-985eae1293ff tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.278487 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning for port 9a60a64b-e9dc-4abb-82fa-313fb34a1329 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:12.299781 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port 9a60a64b-e9dc-4abb-82fa-313fb34a1329 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:12.300500 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.478366 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-d13699ce-4e08-4d03-b6d2-985eae1293ff tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Calling delete_port for c43a74af-9437-406c-83fe-2c8d5e5598d7 owned by network:floatingip {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:11:12.594901 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945ac71-0871-49cb-a0a6-b1da58ee6e71 req-f8231471-4c75-41b2-a337-a9fe4220beab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:12.598460 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7945ac71-0871-49cb-a0a6-b1da58ee6e71 req-f8231471-4c75-41b2-a337-a9fe4220beab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1b36c666-9490-47fe-871e-06ae9c5795aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3970592 Apr 14 16:11:12.638820 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.662392 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a60a64b-e9dc-4abb-82fa-313fb34a1329'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:12.683986 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 9a60a64b-e9dc-4abb-82fa-313fb34a1329, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9a60a64b-e9dc-4abb-82fa-313fb34a1329,segment=NetworkSegment(2ab4250b-e9c1-4ab9-9e33-6212bbd05e98),segment_id=2ab4250b-e9c1-4ab9-9e33-6212bbd05e98)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:12.688762 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.693400 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-5de37c7d-b797-4136-a6ca-57ae1803990a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:12.708287 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6981bf17-14ba-443a-9e47-8dcf10ca2f74 req-b962965f-dd30-4963-bcc8-a8ec657535e3 service neutron] 10.222.0.54 "GET /v2.0/networks/efc13fb2-38cb-4474-87f7-427bcd62decb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238698 Apr 14 16:11:12.824970 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=9a60a64b-e9dc-4abb-82fa-313fb34a1329,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:12.829329 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:12.855395 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7945ac71-0871-49cb-a0a6-b1da58ee6e71 req-35f29fae-3403-49ce-8f68-84e16b481349 service neutron] 10.222.0.54 "GET /v2.0/networks/1b36c666-9490-47fe-871e-06ae9c5795aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348411 Apr 14 16:11:12.908049 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-22b1b835-adc5-408c-90b6-da4b54d21e4f admin admin] Deleting port ffbdee28-1c06-4a24-89d5-fc86040c3357 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:11:12.908434 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-22b1b835-adc5-408c-90b6-da4b54d21e4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.978974 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a79b8-5cbb-4c10-9d7b-c285c2061e33 req-41788ab6-2cbc-4c0f-b297-4dc372439a08 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:12.980731 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2d6a79b8-5cbb-4c10-9d7b-c285c2061e33 req-41788ab6-2cbc-4c0f-b297-4dc372439a08 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca HTTP/1.1" status: 200 len: 945 time: 0.6233163 Apr 14 16:11:13.004595 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3cc41-c120-48a7-aafb-3876dd5909f1 req-971e80ba-6188-48f6-90ee-32fb164b1ba7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:13.007879 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4bd3cc41-c120-48a7-aafb-3876dd5909f1 req-971e80ba-6188-48f6-90ee-32fb164b1ba7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3e1c26-15f2-4933-b688-5e2ca136807d HTTP/1.1" status: 200 len: 943 time: 0.4707196 Apr 14 16:11:13.042451 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7945ac71-0871-49cb-a0a6-b1da58ee6e71 req-9051a06c-c7bd-408b-9cab-e07e38117f73 service neutron] 10.222.0.54 "GET /v2.0/networks/1b36c666-9490-47fe-871e-06ae9c5795aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800776 Apr 14 16:11:13.088956 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d13699ce-4e08-4d03-b6d2-985eae1293ff tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850712043'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:13.121107 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-2d525884-885c-4f1d-9cce-ec0ad9a63645 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:13.195227 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4bd3cc41-c120-48a7-aafb-3876dd5909f1 req-f7b40b1d-a8ae-454c-8838-bd7f4dcfed7e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf7fb603-e1ac-4119-86ff-be0b64c577ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621337 Apr 14 16:11:13.272369 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a60a64b-e9dc-4abb-82fa-313fb34a1329', 'code': 200} Apr 14 16:11:13.441985 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13699ce-4e08-4d03-b6d2-985eae1293ff tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Pushing event deleted for resources: {'Port': ['ID=c43a74af-9437-406c-83fe-2c8d5e5598d7,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:13.449612 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:13.451517 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2d6a79b8-5cbb-4c10-9d7b-c285c2061e33 req-7fc4cab7-e87e-4f1b-8d85-00520da6ec9f tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419231 Apr 14 16:11:13.507778 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d13699ce-4e08-4d03-b6d2-985eae1293ff tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:13.528907 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-7d9c17d7-1bc9-4a83-995a-4e576d1b65c4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=65227e932f4e498ebf4cf338e8963798&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752118 Apr 14 16:11:13.950093 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-22b1b835-adc5-408c-90b6-da4b54d21e4f admin admin] For port ffbdee28-1c06-4a24-89d5-fc86040c3357, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=ffbdee28-1c06-4a24-89d5-fc86040c3357,segment=NetworkSegment(ccc78c37-061d-418e-a68d-5b478ad815ad),segment_id=ccc78c37-061d-418e-a68d-5b478ad815ad)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:13.950830 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-22b1b835-adc5-408c-90b6-da4b54d21e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.019111 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521db6d6-77a1-4e35-b7b3-66c43cca6533 req-80b05917-e0f5-4214-aa5d-aef5a6b7b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:14.020891 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-521db6d6-77a1-4e35-b7b3-66c43cca6533 req-80b05917-e0f5-4214-aa5d-aef5a6b7b6d4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca HTTP/1.1" status: 200 len: 1099 time: 0.3509300 Apr 14 16:11:14.043636 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 0c4a41db-9dc2-481e-be12-a3f31d7d26bd details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:11:14.052593 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-521db6d6-77a1-4e35-b7b3-66c43cca6533 req-b69ab436-4c98-42e3-ae01-d536da861490 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247712 Apr 14 16:11:14.251484 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 0c4a41db-9dc2-481e-be12-a3f31d7d26bd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0c4a41db-9dc2-481e-be12-a3f31d7d26bd,segment=NetworkSegment(34e7e0e2-7a76-4d29-87b4-d8984da10e43),segment_id=34e7e0e2-7a76-4d29-87b4-d8984da10e43)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:14.281807 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': '0c4a41db-9dc2-481e-be12-a3f31d7d26bd', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'port_id': '0c4a41db-9dc2-481e-be12-a3f31d7d26bd', 'mac_address': 'fa:16:3e:fc:7b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:11:14.321432 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-22b1b835-adc5-408c-90b6-da4b54d21e4f admin admin] Calling delete_port for ffbdee28-1c06-4a24-89d5-fc86040c3357 owned by network:router_interface {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:11:14.408742 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.411837 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4a41db-9dc2-481e-be12-a3f31d7d26bd {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:14.445697 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 0c4a41db-9dc2-481e-be12-a3f31d7d26bd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0c4a41db-9dc2-481e-be12-a3f31d7d26bd,segment=NetworkSegment(34e7e0e2-7a76-4d29-87b4-d8984da10e43),segment_id=34e7e0e2-7a76-4d29-87b4-d8984da10e43)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:14.449906 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.452757 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d6a18df8-045f-456d-b453-d3cb8d2ea97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:14.544681 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=0c4a41db-9dc2-481e-be12-a3f31d7d26bd,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:14.548971 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:14.724008 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-4f86a64e-1345-4efb-ac46-9687658c0e32 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:14.726882 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-4f86a64e-1345-4efb-ac46-9687658c0e32 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1847875 Apr 14 16:11:14.757617 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['0c4a41db-9dc2-481e-be12-a3f31d7d26bd'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:11:15.032699 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-7de685df-7104-4167-a97a-2086fd6fc448 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/quotas/65227e932f4e498ebf4cf338e8963798 HTTP/1.1" status: 200 len: 375 time: 0.2800903 Apr 14 16:11:15.046124 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d13699ce-4e08-4d03-b6d2-985eae1293ff tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for floatingip, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.165383 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-9311075c-3b2e-4d55-a9f5-a3045cac999d tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=65227e932f4e498ebf4cf338e8963798&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061125 Apr 14 16:11:15.174506 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d13699ce-4e08-4d03-b6d2-985eae1293ff tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for floatingip, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.176539 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-d13699ce-4e08-4d03-b6d2-985eae1293ff tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "DELETE /v2.0/floatingips/9452ab61-6049-4b64-9d01-3d2708de2a09 HTTP/1.1" status: 204 len: 168 time: 6.4562664 Apr 14 16:11:15.236458 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cf422-c581-4862-bc64-77d1f60514d5 req-1b44bc56-1d1f-42c7-8cdf-95036108ab03 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:15.239240 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-888cf422-c581-4862-bc64-77d1f60514d5 req-1b44bc56-1d1f-42c7-8cdf-95036108ab03 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3e1c26-15f2-4933-b688-5e2ca136807d HTTP/1.1" status: 200 len: 943 time: 0.8671415 Apr 14 16:11:15.360615 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-888cf422-c581-4862-bc64-77d1f60514d5 req-c27311d2-3f7d-42b0-abbd-3bf490ec0e35 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf7fb603-e1ac-4119-86ff-be0b64c577ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103671 Apr 14 16:11:15.436264 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-22b1b835-adc5-408c-90b6-da4b54d21e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850712043'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.465216 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:15.586975 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1b835-adc5-408c-90b6-da4b54d21e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=ffbdee28-1c06-4a24-89d5-fc86040c3357,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:15.591700 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-22b1b835-adc5-408c-90b6-da4b54d21e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:16.047427 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 0c4a41db-9dc2-481e-be12-a3f31d7d26bd up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:16.222340 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843db051-3472-4de7-b54b-8c787639edc7 req-4ac8bf5e-3c81-4968-92ed-c6ef355903c3 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:16.228683 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-843db051-3472-4de7-b54b-8c787639edc7 req-4ac8bf5e-3c81-4968-92ed-c6ef355903c3 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca HTTP/1.1" status: 200 len: 946 time: 0.5508268 Apr 14 16:11:16.256931 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning for port 0c4a41db-9dc2-481e-be12-a3f31d7d26bd completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:16.267790 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port 0c4a41db-9dc2-481e-be12-a3f31d7d26bd triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:16.268797 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.433009 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-843db051-3472-4de7-b54b-8c787639edc7 req-08b1158d-29b4-4076-8572-45d4d60d9e5e tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829231 Apr 14 16:11:16.499507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-22b1b835-adc5-408c-90b6-da4b54d21e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853169174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704643'] for router_interface, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.508011 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.521618 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3e1c26-15f2-4933-b688-5e2ca136807d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4a41db-9dc2-481e-be12-a3f31d7d26bd'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:16.534781 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 0c4a41db-9dc2-481e-be12-a3f31d7d26bd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0c4a41db-9dc2-481e-be12-a3f31d7d26bd,segment=NetworkSegment(34e7e0e2-7a76-4d29-87b4-d8984da10e43),segment_id=34e7e0e2-7a76-4d29-87b4-d8984da10e43)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:16.538539 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.541611 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-fdec332c-c4c0-48d5-87fc-ae051da54f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:16.639076 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 40054) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:16.659453 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-43693501-227d-447d-b81b-d72b7369f2a5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--622851510', 'description': 'tempest-description--960991651'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:16.690579 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-43693501-227d-447d-b81b-d72b7369f2a5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:16.710282 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=0c4a41db-9dc2-481e-be12-a3f31d7d26bd,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:16.714593 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-43693501-227d-447d-b81b-d72b7369f2a5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Usage tracker for resource:security_group and tenant:691977ceece143efa6a03aafe5e47709 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:16.726444 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:16.730556 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-43693501-227d-447d-b81b-d72b7369f2a5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:16.745635 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-43693501-227d-447d-b81b-d72b7369f2a5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:16.766451 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-43693501-227d-447d-b81b-d72b7369f2a5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.775280 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-43693501-227d-447d-b81b-d72b7369f2a5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:16.785250 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-43693501-227d-447d-b81b-d72b7369f2a5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Usage tracker for resource:security_group_rule and tenant:691977ceece143efa6a03aafe5e47709 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:16.793479 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-43693501-227d-447d-b81b-d72b7369f2a5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:16.804774 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-43693501-227d-447d-b81b-d72b7369f2a5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:16.916257 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-43693501-227d-447d-b81b-d72b7369f2a5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.920153 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-43693501-227d-447d-b81b-d72b7369f2a5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.928447 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-04e8b8aa-32f0-47c9-9ae0-8afd99b639c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:16.982057 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ee223735-0e3e-4573-9195-aa142c2eb635 req-33fc3e4d-50c7-4172-bea7-15e24bb54415 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea70033f-6c59-4a82-9aec-a3a0da7cc8f3 HTTP/1.1" status: 200 len: 210 time: 0.1686831 Apr 14 16:11:17.060228 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43693501-227d-447d-b81b-d72b7369f2a5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:17.090786 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-43693501-227d-447d-b81b-d72b7369f2a5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:17.093044 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca36014-6706-497d-b45c-985897db430a req-6e0b9953-8415-4e7d-8586-7301e26e35e5 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:17.094732 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-43693501-227d-447d-b81b-d72b7369f2a5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:17.101031 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-43693501-227d-447d-b81b-d72b7369f2a5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4540896 Apr 14 16:11:17.104903 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8ca36014-6706-497d-b45c-985897db430a req-6e0b9953-8415-4e7d-8586-7301e26e35e5 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3e1c26-15f2-4933-b688-5e2ca136807d HTTP/1.1" status: 200 len: 945 time: 0.1917145 Apr 14 16:11:17.106363 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 40060) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:17.133160 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-c79b5bdb-f5c1-43af-a3d5-6a890f89f71f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Request body: {'security_group_rule': {'security_group_id': '9c5f4664-25f3-418a-9bd9-ecc689e9cfdd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:17.158953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-c79b5bdb-f5c1-43af-a3d5-6a890f89f71f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:17.170584 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-c79b5bdb-f5c1-43af-a3d5-6a890f89f71f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Usage tracker for resource:security_group_rule and tenant:691977ceece143efa6a03aafe5e47709 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:17.176997 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-c79b5bdb-f5c1-43af-a3d5-6a890f89f71f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:17.189903 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-c79b5bdb-f5c1-43af-a3d5-6a890f89f71f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:17.229979 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c79b5bdb-f5c1-43af-a3d5-6a890f89f71f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:17.253993 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3e1c26-15f2-4933-b688-5e2ca136807d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4a41db-9dc2-481e-be12-a3f31d7d26bd', 'code': 200} Apr 14 16:11:17.367164 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8ca36014-6706-497d-b45c-985897db430a req-f91acb18-6018-487b-a329-3cef93cf6a11 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf7fb603-e1ac-4119-86ff-be0b64c577ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2612553 Apr 14 16:11:17.377831 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b1b835-adc5-408c-90b6-da4b54d21e4f admin admin] Router ed568792-f9c9-4742-9165-5b7f44e54617 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:11:17.381363 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c79b5bdb-f5c1-43af-a3d5-6a890f89f71f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:17.387950 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c79b5bdb-f5c1-43af-a3d5-6a890f89f71f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:17.391949 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0a824e6c-5647-4a9a-8b56-2014242a1cb5 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:17.444973 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b5bdb-f5c1-43af-a3d5-6a890f89f71f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10a5193-729a-4395-b730-1f85ec532c0e,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:17.452373 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c79b5bdb-f5c1-43af-a3d5-6a890f89f71f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:17.520057 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-b46e7c04-f653-4c20-b98b-af4e029b5761 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=65227e932f4e498ebf4cf338e8963798&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504849 Apr 14 16:11:17.556585 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c79b5bdb-f5c1-43af-a3d5-6a890f89f71f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:17.561096 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-c79b5bdb-f5c1-43af-a3d5-6a890f89f71f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4396913 Apr 14 16:11:17.562508 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 40068) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:17.587538 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-fc06034c-fca6-49db-bee4-6414001a9ad7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Request body: {'security_group_rule': {'security_group_id': '9c5f4664-25f3-418a-9bd9-ecc689e9cfdd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:17.597046 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-fc06034c-fca6-49db-bee4-6414001a9ad7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:17.659399 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-fc06034c-fca6-49db-bee4-6414001a9ad7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Usage tracker for resource:security_group_rule and tenant:691977ceece143efa6a03aafe5e47709 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:17.669432 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-fc06034c-fca6-49db-bee4-6414001a9ad7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:17.681295 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-fc06034c-fca6-49db-bee4-6414001a9ad7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:17.735278 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fc06034c-fca6-49db-bee4-6414001a9ad7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:17.766072 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-363f2275-ae4f-4adf-adc9-945bea45315e tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:17.767871 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-363f2275-ae4f-4adf-adc9-945bea45315e tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2422457 Apr 14 16:11:17.788055 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Request body: {'port': {'device_id': 'ea70033f-6c59-4a82-9aec-a3a0da7cc8f3', 'network_id': 'd39edc39-e57c-408d-b510-4ec54c9e2109', 'admin_state_up': True, 'tenant_id': '65227e932f4e498ebf4cf338e8963798'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:17.801390 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b1b835-adc5-408c-90b6-da4b54d21e4f admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:11:17.817210 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61332572-613e-4e72-a43f-26f7166698fa None None] Sync routers for ids ['ed568792-f9c9-4742-9165-5b7f44e54617'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:11:17.827779 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-22b1b835-adc5-408c-90b6-da4b54d21e4f admin admin] 10.222.0.53 "PUT /v2.0/routers/ed568792-f9c9-4742-9165-5b7f44e54617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7826800 Apr 14 16:11:17.831804 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 40074) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:17.856882 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61332572-613e-4e72-a43f-26f7166698fa None None] Routers {'ed568792-f9c9-4742-9165-5b7f44e54617'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:17.858162 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-61332572-613e-4e72-a43f-26f7166698fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:10:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['ed568792-f9c9-4742-9165-5b7f44e54617'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:18.287764 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fc06034c-fca6-49db-bee4-6414001a9ad7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:18.353416 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fc06034c-fca6-49db-bee4-6414001a9ad7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:18.375257 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e8a1fe17-e568-4ae5-8f33-a5ce203128b1 tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:18.384453 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-61332572-613e-4e72-a43f-26f7166698fa None None] Set router ed568792-f9c9-4742-9165-5b7f44e54617 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:18.438127 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06034c-fca6-49db-bee4-6414001a9ad7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6771d0e9-9324-4e0c-803c-9abe2af82673,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:18.455893 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-fc06034c-fca6-49db-bee4-6414001a9ad7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:18.467128 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fc06034c-fca6-49db-bee4-6414001a9ad7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:18.469249 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-fc06034c-fca6-49db-bee4-6414001a9ad7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8914440 Apr 14 16:11:18.476233 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 40088) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:18.483160 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:18.493687 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Request body: {'floatingip': {'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:18.501032 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Usage tracker for resource:port and tenant:65227e932f4e498ebf4cf338e8963798 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:18.508167 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008262b-9a7e-4533-a783-07ec9c92d8c0 req-56191b66-26b8-43fd-b34b-31facae92f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:18.510356 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9008262b-9a7e-4533-a783-07ec9c92d8c0 req-56191b66-26b8-43fd-b34b-31facae92f53 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3d3e1c26-15f2-4933-b688-5e2ca136807d HTTP/1.1" status: 200 len: 1098 time: 0.5224297 Apr 14 16:11:18.511795 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:18.515556 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:18.539454 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Usage tracker for resource:floatingip and tenant:691977ceece143efa6a03aafe5e47709 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:18.545611 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:18.549903 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:18.560878 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:18.576861 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9008262b-9a7e-4533-a783-07ec9c92d8c0 req-511aa13c-eb44-473b-965c-bc9a9cd61dbb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bf7fb603-e1ac-4119-86ff-be0b64c577ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570021 Apr 14 16:11:18.580495 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Made reservation on behalf of 65227e932f4e498ebf4cf338e8963798 for: {'port': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:18.584175 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-64176e09-9b40-4ea8-b183-46bc14faf1d5 req-149fe7dc-c3ca-4995-b744-3d7d1e694e86 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea70033f-6c59-4a82-9aec-a3a0da7cc8f3 HTTP/1.1" status: 200 len: 210 time: 0.0987051 Apr 14 16:11:18.588307 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:18.603409 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for floatingip, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:18.620804 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:18.663135 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:18.676515 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e32c4a54-3609-4920-84b9-ad5a93ed56bf admin admin] Notify callbacks [] for router, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:18.725822 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Usage tracker for resource:security_group_rule and tenant:65227e932f4e498ebf4cf338e8963798 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:18.732368 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:18.742485 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:18.751544 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-61332572-613e-4e72-a43f-26f7166698fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'name': 'tempest-TestMinimumBasicScenario-1164931284-router', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:07:01Z', 'updated_at': '2021-04-14T16:11:15Z', 'revision_number': 5, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'gw_port': {'id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:02Z', 'updated_at': '2021-04-14T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:18.757839 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61332572-613e-4e72-a43f-26f7166698fa None None] Checking router: ed568792-f9c9-4742-9165-5b7f44e54617 for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:11:18.770624 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61332572-613e-4e72-a43f-26f7166698fa None None] Routers {'ed568792-f9c9-4742-9165-5b7f44e54617'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:18.771342 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-61332572-613e-4e72-a43f-26f7166698fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:10:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['ed568792-f9c9-4742-9165-5b7f44e54617'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:18.819858 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d81e6c-3f6d-4102-9ea1-1b039eeeeda3 req-6b6435ae-7c6a-4447-8e23-febb196af9c5 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:18.827909 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f4d81e6c-3f6d-4102-9ea1-1b039eeeeda3 req-6b6435ae-7c6a-4447-8e23-febb196af9c5 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca HTTP/1.1" status: 200 len: 946 time: 0.3052330 Apr 14 16:11:18.831296 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:18.882689 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f4d81e6c-3f6d-4102-9ea1-1b039eeeeda3 req-c42c3b11-1409-40fd-a525-0ad1580ac3ee tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534606 Apr 14 16:11:19.005408 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:19.011255 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:19.015560 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e32c4a54-3609-4920-84b9-ad5a93ed56bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:19.023291 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-520c4d3e-a7cf-4c8f-8e01-76ef41b5b144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:19.037756 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-e32c4a54-3609-4920-84b9-ad5a93ed56bf admin admin] Deleting port d1e9e331-7033-41c6-a84e-b3539b243749 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:11:19.038575 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e32c4a54-3609-4920-84b9-ad5a93ed56bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:19.068873 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-61332572-613e-4e72-a43f-26f7166698fa None None] Set router ed568792-f9c9-4742-9165-5b7f44e54617 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:19.122231 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fd058-474c-4705-8a5e-8c5b893ffb03 req-e2a81319-267b-4727-90ee-077e2f6b7490 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:19.125977 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5e7fd058-474c-4705-8a5e-8c5b893ffb03 req-e2a81319-267b-4727-90ee-077e2f6b7490 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3e1c26-15f2-4933-b688-5e2ca136807d HTTP/1.1" status: 200 len: 945 time: 0.2407300 Apr 14 16:11:19.134243 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58952196-3986-46d5-9ffe-7e069c494cf5,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:19.137779 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Allocated IP 172.27.1.143 (6468e4de-2d6f-487c-961d-9bfd4b201113/10ad9ff7-e740-4818-a690-9a433745e0b4/f0b25383-7ff8-4897-bfb8-66e2d71065b5) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:11:19.143744 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:19.239179 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5e7fd058-474c-4705-8a5e-8c5b893ffb03 req-95d68595-00d4-4f30-9c71-d5fc8e5efa1d tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf7fb603-e1ac-4119-86ff-be0b64c577ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719335 Apr 14 16:11:19.361381 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-e32c4a54-3609-4920-84b9-ad5a93ed56bf admin admin] For port d1e9e331-7033-41c6-a84e-b3539b243749, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=d1e9e331-7033-41c6-a84e-b3539b243749,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:19.361788 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e32c4a54-3609-4920-84b9-ad5a93ed56bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:19.417925 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-61332572-613e-4e72-a43f-26f7166698fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'name': 'tempest-TestMinimumBasicScenario-1164931284-router', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:07:01Z', 'updated_at': '2021-04-14T16:11:15Z', 'revision_number': 5, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'gw_port': {'id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:02Z', 'updated_at': '2021-04-14T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:19.425028 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61332572-613e-4e72-a43f-26f7166698fa None None] The sync data for ids ['ed568792-f9c9-4742-9165-5b7f44e54617'] in dv-cinder-786260-2-iscsi is: [{'id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'name': 'tempest-TestMinimumBasicScenario-1164931284-router', 'tenant_id': '1ac826e176e54f9dbeafa327d0de385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:07:01Z', 'updated_at': '2021-04-14T16:11:15Z', 'revision_number': 5, 'project_id': '1ac826e176e54f9dbeafa327d0de385c', 'gw_port': {'id': 'd1e9e331-7033-41c6-a84e-b3539b243749', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed568792-f9c9-4742-9165-5b7f44e54617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:02Z', 'updated_at': '2021-04-14T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:11:19.434632 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Allocated IP 192.168.233.102 (d39edc39-e57c-408d-b510-4ec54c9e2109/328eb48d-5f0e-4828-a376-184fb4685143/5d7ec292-88f9-44a8-846d-880ae6a15241) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:11:19.563143 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-e32c4a54-3609-4920-84b9-ad5a93ed56bf admin admin] Calling delete_port for d1e9e331-7033-41c6-a84e-b3539b243749 owned by network:router_gateway {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:11:19.612030 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:19.860160 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e99cf83d-59b7-4376-bd7f-b54704c31929 req-60368f14-b6f0-4526-b78f-be27c78cffe9 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea70033f-6c59-4a82-9aec-a3a0da7cc8f3 HTTP/1.1" status: 200 len: 210 time: 0.0593290 Apr 14 16:11:19.871447 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:19.886094 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e32c4a54-3609-4920-84b9-ad5a93ed56bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850712043'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:19.900937 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ddc695ee-d691-4fa6-811e-0f77839278af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:19.903781 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:19.986266 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c4a54-3609-4920-84b9-ad5a93ed56bf admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e9e331-7033-41c6-a84e-b3539b243749,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:19.993497 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e32c4a54-3609-4920-84b9-ad5a93ed56bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:20.043712 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:20.152358 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Transition to ACTIVE for port object 5d7ec292-88f9-44a8-846d-880ae6a15241 will not be triggered until provisioned by entity DHCP. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:20.153777 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Pushing event updated for resources: {'Port': ['ID=f0b25383-7ff8-4897-bfb8-66e2d71065b5,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:20.167698 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:20.235182 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2a56f-2751-47a1-b673-256735edc316 req-dfbe7972-83ed-4daf-b0c9-2f3860641378 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:20.236020 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-6dc2a56f-2751-47a1-b673-256735edc316 req-dfbe7972-83ed-4daf-b0c9-2f3860641378 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Synchronizing usage tracker for tenant:c98ea59a79c7494fa39b8f02a0f01ffd on resource:port {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:20.275492 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Network 6468e4de-2d6f-487c-961d-9bfd4b201113 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:20.277458 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:20.279462 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-6dc2a56f-2751-47a1-b673-256735edc316 req-dfbe7972-83ed-4daf-b0c9-2f3860641378 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Unset dirty status for tenant:c98ea59a79c7494fa39b8f02a0f01ffd on resource:port {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:20.280654 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6dc2a56f-2751-47a1-b673-256735edc316 req-dfbe7972-83ed-4daf-b0c9-2f3860641378 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca HTTP/1.1" status: 200 len: 946 time: 0.3292644 Apr 14 16:11:20.281602 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:20.289875 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2bc35-f9ae-4242-8d68-334f4f0b6ff4 req-fafbeaf2-9fdd-47b8-825d-d301dbf4ad81 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:20.291665 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5bb2bc35-f9ae-4242-8d68-334f4f0b6ff4 req-fafbeaf2-9fdd-47b8-825d-d301dbf4ad81 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca HTTP/1.1" status: 200 len: 946 time: 0.2179432 Apr 14 16:11:20.310834 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:20.349204 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e32c4a54-3609-4920-84b9-ad5a93ed56bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704485'] for router_gateway, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:20.366417 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-41f7aa70-62b0-4c90-825c-4e4841839d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:20.395141 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5bb2bc35-f9ae-4242-8d68-334f4f0b6ff4 req-5b2ea400-ff69-4464-8afc-edebc5d4c1aa tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794518 Apr 14 16:11:20.594145 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e32c4a54-3609-4920-84b9-ad5a93ed56bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259354'] for router, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:20.604260 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e32c4a54-3609-4920-84b9-ad5a93ed56bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:20.715850 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Pushing event updated for resources: {'Port': ['ID=5d7ec292-88f9-44a8-846d-880ae6a15241,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:20.719175 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e32c4a54-3609-4920-84b9-ad5a93ed56bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853018765'] for router, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:20.719754 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32c4a54-3609-4920-84b9-ad5a93ed56bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed568792-f9c9-4742-9165-5b7f44e54617 {{(pid=85285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:11:20.741071 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7e813-fc3b-42f7-b5f6-7c3881ebde96 req-554a10c4-007e-4afe-a711-0bed06c9d2cf tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:20.742802 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9fa7e813-fc3b-42f7-b5f6-7c3881ebde96 req-554a10c4-007e-4afe-a711-0bed06c9d2cf tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3e1c26-15f2-4933-b688-5e2ca136807d HTTP/1.1" status: 200 len: 945 time: 0.2611465 Apr 14 16:11:20.749249 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-6dc2a56f-2751-47a1-b673-256735edc316 req-bbb41a71-4a61-4630-8734-660fec046ffa tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Deleting port 9a60a64b-e9dc-4abb-82fa-313fb34a1329 {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:11:20.749940 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-6dc2a56f-2751-47a1-b673-256735edc316 req-bbb41a71-4a61-4630-8734-660fec046ffa tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:20.750729 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e32c4a54-3609-4920-84b9-ad5a93ed56bf admin admin] Notify callbacks [] for router, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:20.751944 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-e32c4a54-3609-4920-84b9-ad5a93ed56bf admin admin] 10.222.0.53 "DELETE /v2.0/routers/ed568792-f9c9-4742-9165-5b7f44e54617 HTTP/1.1" status: 204 len: 168 time: 2.9189537 Apr 14 16:11:20.780327 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 40100) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:20.790813 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:20.811290 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9fa7e813-fc3b-42f7-b5f6-7c3881ebde96 req-8d1f3530-c89f-4180-a824-05ce24137cd1 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf7fb603-e1ac-4119-86ff-be0b64c577ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541315 Apr 14 16:11:21.055877 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:21.116259 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c79435-0e32-4b0a-b0f8-2b8f00fe4271 admin admin] Deleting subnet 57968d7e-63eb-4b61-9f14-3a65dd80afa6 {{(pid=85284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:11:21.138763 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b2c79435-0e32-4b0a-b0f8-2b8f00fe4271 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:21.227665 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbeeef-592d-4a36-b716-33e4a9b1525a req-fdcdf9ec-724e-44c9-9940-1e4a5028c7fd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:21.229936 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-60cbeeef-592d-4a36-b716-33e4a9b1525a req-fdcdf9ec-724e-44c9-9940-1e4a5028c7fd tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3e1c26-15f2-4933-b688-5e2ca136807d HTTP/1.1" status: 200 len: 945 time: 0.2773128 Apr 14 16:11:21.250294 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 40108) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:21.262384 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-51f7f253-e302-4929-b61a-acab9071a40d tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Request body: {'floatingip': {'port_id': '0c4a41db-9dc2-481e-be12-a3f31d7d26bd'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:21.372230 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-51f7f253-e302-4929-b61a-acab9071a40d tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for floatingip, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:21.455182 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132ecda-9bab-4790-9b3d-f29a9f4843c1 req-443b075a-eea9-4ba1-867b-e472b7dac11b tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:21.458270 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a132ecda-9bab-4790-9b3d-f29a9f4843c1 req-443b075a-eea9-4ba1-867b-e472b7dac11b tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea70033f-6c59-4a82-9aec-a3a0da7cc8f3 HTTP/1.1" status: 200 len: 936 time: 0.3539789 Apr 14 16:11:21.577905 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device ffbdee28-1c06-4a24-89d5-fc86040c3357 no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:11:21.655543 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] No Port match for: ffbdee28-1c06-4a24-89d5-fc86040c3357 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:11:21.656366 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device ffbdee28-1c06-4a24-89d5-fc86040c3357 not bound to the agent host dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:11:21.656726 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device d1e9e331-7033-41c6-a84e-b3539b243749 no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:11:21.704225 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] No Port match for: d1e9e331-7033-41c6-a84e-b3539b243749 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:11:21.704828 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device d1e9e331-7033-41c6-a84e-b3539b243749 not bound to the agent host dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:11:21.752776 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Network d39edc39-e57c-408d-b510-4ec54c9e2109 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:21.761194 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:21.779846 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:21.899183 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:21.939949 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b2c79435-0e32-4b0a-b0f8-2b8f00fe4271 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853327131'] for subnet, precommit_delete_associations {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:22.074488 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a132ecda-9bab-4790-9b3d-f29a9f4843c1 req-e8a89cd4-0b7f-46ef-b967-23490d7865a3 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/security-groups?id=58952196-3986-46d5-9ffe-7e069c494cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5906081 Apr 14 16:11:22.131817 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-91506ece-45fb-458f-8f74-ef926050cf23 None None] Provisioning for port 5d7ec292-88f9-44a8-846d-880ae6a15241 completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:22.140917 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-91506ece-45fb-458f-8f74-ef926050cf23 None None] Provisioning complete for port 5d7ec292-88f9-44a8-846d-880ae6a15241 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:22.141581 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-91506ece-45fb-458f-8f74-ef926050cf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:22.143574 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:22.144554 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:22.255362 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-91506ece-45fb-458f-8f74-ef926050cf23 None None] Port 5d7ec292-88f9-44a8-846d-880ae6a15241 cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:11:22.307076 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-6dc2a56f-2751-47a1-b673-256735edc316 req-bbb41a71-4a61-4630-8734-660fec046ffa tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] For port 9a60a64b-e9dc-4abb-82fa-313fb34a1329, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9a60a64b-e9dc-4abb-82fa-313fb34a1329,segment=NetworkSegment(2ab4250b-e9c1-4ab9-9e33-6212bbd05e98),segment_id=2ab4250b-e9c1-4ab9-9e33-6212bbd05e98)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:22.307488 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-6dc2a56f-2751-47a1-b673-256735edc316 req-bbb41a71-4a61-4630-8734-660fec046ffa tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:22.444895 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a9ef9-6c38-413d-8548-feb4a181db45 req-af19bf4a-6fe2-4df0-ab34-70a18d2e47b1 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:22.448004 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-229a9ef9-6c38-413d-8548-feb4a181db45 req-af19bf4a-6fe2-4df0-ab34-70a18d2e47b1 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca HTTP/1.1" status: 200 len: 946 time: 0.5903804 Apr 14 16:11:22.509756 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-6dc2a56f-2751-47a1-b673-256735edc316 req-bbb41a71-4a61-4630-8734-660fec046ffa tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Calling delete_port for 9a60a64b-e9dc-4abb-82fa-313fb34a1329 owned by compute:nova {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:11:22.541763 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7614501 Apr 14 16:11:22.577143 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] Request body: {'port': {'device_id': 'ea70033f-6c59-4a82-9aec-a3a0da7cc8f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:22.609319 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-229a9ef9-6c38-413d-8548-feb4a181db45 req-9044f956-716c-4a66-a396-a911b8148ff3 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628877 Apr 14 16:11:22.627586 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b2c79435-0e32-4b0a-b0f8-2b8f00fe4271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14877'] for subnet, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:23.102504 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:23.106763 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-51f7f253-e302-4929-b61a-acab9071a40d tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:23.111527 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-51f7f253-e302-4929-b61a-acab9071a40d tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853071330'] for floatingip, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:23.229045 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-6dc2a56f-2751-47a1-b673-256735edc316 req-bbb41a71-4a61-4630-8734-660fec046ffa tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:23.285341 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0afe824d-d130-4838-9e57-7860277fb0e9 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:23.377905 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.db.resource_extend [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 14 16:11:23.408067 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb41a71-4a61-4630-8734-660fec046ffa tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Pushing event deleted for resources: {'Port': ['ID=9a60a64b-e9dc-4abb-82fa-313fb34a1329,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:23.419302 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bbb41a71-4a61-4630-8734-660fec046ffa tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:23.434904 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:23.435723 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.l3_db [None req-51f7f253-e302-4929-b61a-acab9071a40d tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Floating IP 990a4f0a-1043-49a1-98f3-eca2085f511e associated. External IP: 172.27.1.75, port: 0c4a41db-9dc2-481e-be12-a3f31d7d26bd. Apr 14 16:11:23.506207 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:23.536048 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:23.698271 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826091e-6d87-4bfc-9dd6-ff253f4d8f95 req-acfe1abf-c413-4aae-90f5-25b0e511a5a3 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:23.700825 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5826091e-6d87-4bfc-9dd6-ff253f4d8f95 req-acfe1abf-c413-4aae-90f5-25b0e511a5a3 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea70033f-6c59-4a82-9aec-a3a0da7cc8f3 HTTP/1.1" status: 200 len: 936 time: 0.3653705 Apr 14 16:11:23.829138 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5826091e-6d87-4bfc-9dd6-ff253f4d8f95 req-b8825e34-6b3a-4d98-8395-1a61dbec4469 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/security-groups?id=58952196-3986-46d5-9ffe-7e069c494cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117923 Apr 14 16:11:23.989076 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c524600c-559d-4c0e-b75b-5afb97e73553 req-cf0e7566-08eb-4a41-a21e-ea637b93a53d tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca HTTP/1.1" status: 200 len: 210 time: 0.1308913 Apr 14 16:11:24.066216 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Pushing event updated for resources: {'Port': ['ID=f0b25383-7ff8-4897-bfb8-66e2d71065b5,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:24.086673 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:24.090674 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b2c79435-0e32-4b0a-b0f8-2b8f00fe4271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854760955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850995310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851003974'] for subnet, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:24.103656 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 9a60a64b-e9dc-4abb-82fa-313fb34a1329 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:11:24.114730 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f7f253-e302-4929-b61a-acab9071a40d tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Router 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:11:24.152136 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:24.161096 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] No Port match for: 9a60a64b-e9dc-4abb-82fa-313fb34a1329 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:11:24.161752 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 9a60a64b-e9dc-4abb-82fa-313fb34a1329 not bound to the agent host hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:11:24.290418 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c79435-0e32-4b0a-b0f8-2b8f00fe4271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57968d7e-63eb-4b61-9f14-3a65dd80afa6,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:24.363692 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-b2c79435-0e32-4b0a-b0f8-2b8f00fe4271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:24.372268 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:11:24.472881 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f7f253-e302-4929-b61a-acab9071a40d tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:11:24.481046 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-51f7f253-e302-4929-b61a-acab9071a40d tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for floatingip, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:24.490761 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e8eba4-416d-4130-9091-cc8d3127bad9 None None] Sync routers for ids ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'] in dv-cinder-786260-2-iscsi {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:11:24.511193 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e8eba4-416d-4130-9091-cc8d3127bad9 None None] Routers {'3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:24.512468 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-29e8eba4-416d-4130-9091-cc8d3127bad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:10:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:24.513224 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc2a56f-2751-47a1-b673-256735edc316 req-bbb41a71-4a61-4630-8734-660fec046ffa tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] No DVR routers for this DVR port 9a60a64b-e9dc-4abb-82fa-313fb34a1329 on host hv-cinder-78626 {{(pid=85284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:11:24.563763 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-6dc2a56f-2751-47a1-b673-256735edc316 req-bbb41a71-4a61-4630-8734-660fec046ffa tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:24.568407 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca', 'name': 'network-vif-deleted', 'tag': '9a60a64b-e9dc-4abb-82fa-313fb34a1329'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:24.585530 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b2c79435-0e32-4b0a-b0f8-2b8f00fe4271 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:24.596482 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db694f2a-e80e-4c3c-86d8-f528cf1fe3ad None None] Network 30321c57-386c-4050-b8ef-3b7e286e431b requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:11:24.615170 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-51f7f253-e302-4929-b61a-acab9071a40d tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "PUT /v2.0/floatingips/990a4f0a-1043-49a1-98f3-eca2085f511e HTTP/1.1" status: 200 len: 990 time: 3.3600190 Apr 14 16:11:24.629262 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d3e1c26-15f2-4933-b688-5e2ca136807d', 'tag': '0c4a41db-9dc2-481e-be12-a3f31d7d26bd'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:24.634851 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6dc2a56f-2751-47a1-b673-256735edc316 req-bbb41a71-4a61-4630-8734-660fec046ffa tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.54 "DELETE /v2.0/ports/9a60a64b-e9dc-4abb-82fa-313fb34a1329 HTTP/1.1" status: 204 len: 173 time: 4.3187177 Apr 14 16:11:24.646662 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-b2c79435-0e32-4b0a-b0f8-2b8f00fe4271 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/57968d7e-63eb-4b61-9f14-3a65dd80afa6 HTTP/1.1" status: 204 len: 168 time: 3.8545485 Apr 14 16:11:24.650389 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 40122) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:24.651533 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853071330'] for floatingip, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:24.780319 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca', 'name': 'network-vif-deleted', 'tag': '9a60a64b-e9dc-4abb-82fa-313fb34a1329', 'status': 'completed', 'code': 200} Apr 14 16:11:24.841183 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for floatingip, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:24.854275 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3635845 Apr 14 16:11:24.921748 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854580288'] for network, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:24.963132 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d3e1c26-15f2-4933-b688-5e2ca136807d', 'tag': '0c4a41db-9dc2-481e-be12-a3f31d7d26bd', 'status': 'completed', 'code': 200} Apr 14 16:11:25.034993 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d7ec292-88f9-44a8-846d-880ae6a15241 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:25.109720 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:25.141271 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] Transition to ACTIVE for port object 5d7ec292-88f9-44a8-846d-880ae6a15241 will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:25.144620 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Deleting port cac850d5-59c8-4732-bdaa-e7bcde30ad5b {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:11:25.145041 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:25.193578 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:25.212285 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-fba7164f-f096-4599-8736-16ed143a599e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:25.285101 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-29e8eba4-416d-4130-9091-cc8d3127bad9 None None] Set router 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:25.438238 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84731e8e-e5de-4fd7-bd10-d52364be20f6 None None] DHCP port deletion for 30321c57-386c-4050-b8ef-3b7e286e431b request from dv-cinder-786260-2-iscsi {{(pid=85286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:11:25.443496 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-84731e8e-e5de-4fd7-bd10-d52364be20f6 None None] Deleting port cac850d5-59c8-4732-bdaa-e7bcde30ad5b {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:11:25.443978 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-84731e8e-e5de-4fd7-bd10-d52364be20f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:25.652837 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device cac850d5-59c8-4732-bdaa-e7bcde30ad5b no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:11:25.656479 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] Pushing event updated for resources: {'Port': ['ID=5d7ec292-88f9-44a8-846d-880ae6a15241,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:25.664209 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:25.692475 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-25740dae-1dd9-407e-ab47-a6c28fd0e0b4 req-0a55378f-151a-4b2d-8948-8e8f31fc74a1 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cc21091-dc3a-4c49-a0b1-d7ce4ef93cca HTTP/1.1" status: 200 len: 210 time: 0.1507018 Apr 14 16:11:25.710608 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3154de9-021d-4588-9d20-6a7e79523cff req-fedb5cd2-20eb-45e7-a672-70c59d9a9a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:25.713601 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c3154de9-021d-4588-9d20-6a7e79523cff req-fedb5cd2-20eb-45e7-a672-70c59d9a9a44 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cb0e58781b543f0af3f43342740e649&device_id=3d3e1c26-15f2-4933-b688-5e2ca136807d HTTP/1.1" status: 200 len: 1098 time: 0.6727834 Apr 14 16:11:25.797102 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb86dc-560b-4034-8f13-b048e5f73196 req-7e40add7-9511-4123-949c-71bd42a4e874 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:25.824072 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a9bb86dc-560b-4034-8f13-b048e5f73196 req-7e40add7-9511-4123-949c-71bd42a4e874 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea70033f-6c59-4a82-9aec-a3a0da7cc8f3 HTTP/1.1" status: 200 len: 948 time: 0.4085245 Apr 14 16:11:25.892614 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a9bb86dc-560b-4034-8f13-b048e5f73196 req-1dad3382-045a-430a-8c68-492207ccbb24 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/security-groups?id=58952196-3986-46d5-9ffe-7e069c494cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664861 Apr 14 16:11:26.305007 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-84731e8e-e5de-4fd7-bd10-d52364be20f6 None None] For port cac850d5-59c8-4732-bdaa-e7bcde30ad5b, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=cac850d5-59c8-4732-bdaa-e7bcde30ad5b,segment=NetworkSegment(ccc78c37-061d-418e-a68d-5b478ad815ad),segment_id=ccc78c37-061d-418e-a68d-5b478ad815ad)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:26.305578 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-84731e8e-e5de-4fd7-bd10-d52364be20f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:26.328947 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-87900c00-add2-47a1-bd8f-b84185debf8b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Synchronizing usage tracker for tenant:691977ceece143efa6a03aafe5e47709 on resource:security_group {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:26.351756 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-87900c00-add2-47a1-bd8f-b84185debf8b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Unset dirty status for tenant:691977ceece143efa6a03aafe5e47709 on resource:security_group {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:26.361010 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-87900c00-add2-47a1-bd8f-b84185debf8b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--622851510&fields=id&tenant_id=691977ceece143efa6a03aafe5e47709 HTTP/1.1" status: 200 len: 267 time: 0.0635893 Apr 14 16:11:26.418129 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-29e8eba4-416d-4130-9091-cc8d3127bad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'name': 'tempest-AttachVolumeTestJSON-982561318-router', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:59Z', 'updated_at': '2021-04-14T16:05:14Z', 'revision_number': 4, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'gw_port': {'id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:01Z', 'updated_at': '2021-04-14T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': '990a4f0a-1043-49a1-98f3-eca2085f511e', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'port_id': '0c4a41db-9dc2-481e-be12-a3f31d7d26bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'mac_address': 'fa:16:3e:fc:7b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e1c26-15f2-4933-b688-5e2ca136807d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:10:55Z', 'updated_at': '2021-04-14T16:11:22Z', 'revision_number': 1, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40b6d105-61a6-4c03-9b5e-25beb69ed3d5', 'name': '', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'mac_address': 'fa:16:3e:65:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:10Z', 'updated_at': '2021-04-14T16:05:27Z', 'revision_number': 5, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'subnets': [{'id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:26.419290 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] For port cac850d5-59c8-4732-bdaa-e7bcde30ad5b, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=cac850d5-59c8-4732-bdaa-e7bcde30ad5b,segment=NetworkSegment(ccc78c37-061d-418e-a68d-5b478ad815ad),segment_id=ccc78c37-061d-418e-a68d-5b478ad815ad)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:26.419883 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:26.424937 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e8eba4-416d-4130-9091-cc8d3127bad9 None None] Checking router: 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee for host: dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:11:26.443018 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e8eba4-416d-4130-9091-cc8d3127bad9 None None] Routers {'3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:26.443774 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-29e8eba4-416d-4130-9091-cc8d3127bad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:10:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:26.555373 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-91c385d0-2193-43f4-9042-d1b04b4434e8 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:26.563742 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-91c385d0-2193-43f4-9042-d1b04b4434e8 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/networks?id=86b55a80-468c-416f-9ed3-2601bbe04b76 HTTP/1.1" status: 200 len: 816 time: 0.2016654 Apr 14 16:11:26.585241 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-167db77f-f30e-46c4-9878-a6234f845e4e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/quotas/691977ceece143efa6a03aafe5e47709 HTTP/1.1" status: 200 len: 375 time: 0.0202677 Apr 14 16:11:26.589365 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:26.605040 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Calling delete_port for cac850d5-59c8-4732-bdaa-e7bcde30ad5b owned by network:dhcp {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:11:26.615949 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port cac850d5-59c8-4732-bdaa-e7bcde30ad5b, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=cac850d5-59c8-4732-bdaa-e7bcde30ad5b,segment=NetworkSegment(ccc78c37-061d-418e-a68d-5b478ad815ad),segment_id=ccc78c37-061d-418e-a68d-5b478ad815ad)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:26.627897 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-84731e8e-e5de-4fd7-bd10-d52364be20f6 None None] Calling delete_port for cac850d5-59c8-4732-bdaa-e7bcde30ad5b owned by network:dhcp {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:11:26.654316 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3154de9-021d-4588-9d20-6a7e79523cff req-2cbcced9-3512-4530-9a30-609bc1933273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:26.656450 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c3154de9-021d-4588-9d20-6a7e79523cff req-2cbcced9-3512-4530-9a30-609bc1933273 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1b36c666-9490-47fe-871e-06ae9c5795aa HTTP/1.1" status: 200 len: 911 time: 0.9151795 Apr 14 16:11:26.700066 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-0fb9aeb3-0d63-4824-af66-a15b82ec86a6 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Synchronizing usage tracker for tenant:691977ceece143efa6a03aafe5e47709 on resource:port {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:26.724040 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-0fb9aeb3-0d63-4824-af66-a15b82ec86a6 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Unset dirty status for tenant:691977ceece143efa6a03aafe5e47709 on resource:port {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:26.726612 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-0fb9aeb3-0d63-4824-af66-a15b82ec86a6 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=691977ceece143efa6a03aafe5e47709&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1401398 Apr 14 16:11:26.739415 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-29e8eba4-416d-4130-9091-cc8d3127bad9 None None] Set router 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:26.777705 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] Attempting to bind port 5d7ec292-88f9-44a8-846d-880ae6a15241 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:11:26.778507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] Attempting to bind port 5d7ec292-88f9-44a8-846d-880ae6a15241 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '6622e771-9bde-4b81-b4ba-6037cd0653c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd39edc39-e57c-408d-b510-4ec54c9e2109'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:11:26.779113 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] Attempting to bind port 5d7ec292-88f9-44a8-846d-880ae6a15241 on network d39edc39-e57c-408d-b510-4ec54c9e2109 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:26.812440 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] Port 5d7ec292-88f9-44a8-846d-880ae6a15241 on network d39edc39-e57c-408d-b510-4ec54c9e2109 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:11:26.813274 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] Attempting to bind port 5d7ec292-88f9-44a8-846d-880ae6a15241 on network d39edc39-e57c-408d-b510-4ec54c9e2109 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:26.850019 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.db.api [None req-84731e8e-e5de-4fd7-bd10-d52364be20f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85286) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:11:26.850478 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_db.api [None req-84731e8e-e5de-4fd7-bd10-d52364be20f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:11:26.851337 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:26.853237 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] Checking agent: {'id': 'f6195c71-3258-459e-9d3f-74f9782cd5cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'started_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:11:26.853793 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:26.854153 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] Checking segment: {'id': '6622e771-9bde-4b81-b4ba-6037cd0653c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd39edc39-e57c-408d-b510-4ec54c9e2109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:26.854861 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] Bound using segment: {'id': '6622e771-9bde-4b81-b4ba-6037cd0653c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd39edc39-e57c-408d-b510-4ec54c9e2109'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:11:26.855586 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] Bound port: 5d7ec292-88f9-44a8-846d-880ae6a15241, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6622e771-9bde-4b81-b4ba-6037cd0653c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd39edc39-e57c-408d-b510-4ec54c9e2109'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:11:26.861163 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:26.908562 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4a6a544a-eccb-4408-8362-27117c5fe466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:26.949022 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=cac850d5-59c8-4732-bdaa-e7bcde30ad5b,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:26.952930 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:27.307287 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c3154de9-021d-4588-9d20-6a7e79523cff req-8342c9ff-8ec2-4a85-b86e-44c019675eb6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c4a41db-9dc2-481e-be12-a3f31d7d26bd HTTP/1.1" status: 200 len: 998 time: 0.6326125 Apr 14 16:11:27.339004 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-29e8eba4-416d-4130-9091-cc8d3127bad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'name': 'tempest-AttachVolumeTestJSON-982561318-router', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:59Z', 'updated_at': '2021-04-14T16:05:14Z', 'revision_number': 4, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'gw_port': {'id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:01Z', 'updated_at': '2021-04-14T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': '990a4f0a-1043-49a1-98f3-eca2085f511e', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'port_id': '0c4a41db-9dc2-481e-be12-a3f31d7d26bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'mac_address': 'fa:16:3e:fc:7b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e1c26-15f2-4933-b688-5e2ca136807d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:10:55Z', 'updated_at': '2021-04-14T16:11:22Z', 'revision_number': 1, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40b6d105-61a6-4c03-9b5e-25beb69ed3d5', 'name': '', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'mac_address': 'fa:16:3e:65:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:10Z', 'updated_at': '2021-04-14T16:05:27Z', 'revision_number': 5, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'subnets': [{'id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:27.346678 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e8eba4-416d-4130-9091-cc8d3127bad9 None None] The sync data for ids ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'] in dv-cinder-786260-2-iscsi is: [{'id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'name': 'tempest-AttachVolumeTestJSON-982561318-router', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:59Z', 'updated_at': '2021-04-14T16:05:14Z', 'revision_number': 4, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'gw_port': {'id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:01Z', 'updated_at': '2021-04-14T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': '990a4f0a-1043-49a1-98f3-eca2085f511e', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'port_id': '0c4a41db-9dc2-481e-be12-a3f31d7d26bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'mac_address': 'fa:16:3e:fc:7b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e1c26-15f2-4933-b688-5e2ca136807d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:10:55Z', 'updated_at': '2021-04-14T16:11:22Z', 'revision_number': 1, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40b6d105-61a6-4c03-9b5e-25beb69ed3d5', 'name': '', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'mac_address': 'fa:16:3e:65:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:10Z', 'updated_at': '2021-04-14T16:05:27Z', 'revision_number': 5, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'subnets': [{'id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:11:27.352367 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-84731e8e-e5de-4fd7-bd10-d52364be20f6 None None] Deleting port cac850d5-59c8-4732-bdaa-e7bcde30ad5b {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:11:27.353141 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-84731e8e-e5de-4fd7-bd10-d52364be20f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:27.381915 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.db.api [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85284) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:11:27.382319 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_db.api [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:11:27.433553 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3154de9-021d-4588-9d20-6a7e79523cff req-6d3b0d58-319d-495c-8c18-bb9b25bd67cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:27.435269 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c3154de9-021d-4588-9d20-6a7e79523cff req-6d3b0d58-319d-495c-8c18-bb9b25bd67cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=663945ce-755e-4e25-a5e5-413a3e0ae704 HTTP/1.1" status: 200 len: 849 time: 0.1185591 Apr 14 16:11:27.436538 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] For port 5d7ec292-88f9-44a8-846d-880ae6a15241, host hv-cinder-78626, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:11:27.443434 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] For port 5d7ec292-88f9-44a8-846d-880ae6a15241, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5d7ec292-88f9-44a8-846d-880ae6a15241,segment=NetworkSegment(6622e771-9bde-4b81-b4ba-6037cd0653c3),segment_id=6622e771-9bde-4b81-b4ba-6037cd0653c3)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:11:27.460813 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5776c835-940c-4f7a-b2a0-cd8dfb618c2d service neutron] 10.222.0.53 "GET /v2.0/networks/86b55a80-468c-416f-9ed3-2601bbe04b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7205780 Apr 14 16:11:27.490913 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:27.517758 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-91ad80af-5145-49a3-8d97-9cb6c31e5d14 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:27.645233 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-84731e8e-e5de-4fd7-bd10-d52364be20f6 None None] For port cac850d5-59c8-4732-bdaa-e7bcde30ad5b, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=cac850d5-59c8-4732-bdaa-e7bcde30ad5b,segment=NetworkSegment(ccc78c37-061d-418e-a68d-5b478ad815ad),segment_id=ccc78c37-061d-418e-a68d-5b478ad815ad)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:27.646577 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-84731e8e-e5de-4fd7-bd10-d52364be20f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:27.705616 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] Pushing event updated for resources: {'Port': ['ID=5d7ec292-88f9-44a8-846d-880ae6a15241,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:27.716589 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-39548eca-8f68-4d54-a399-14617e8461e2 service neutron] 10.222.0.53 "GET /v2.0/networks/86b55a80-468c-416f-9ed3-2601bbe04b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005274 Apr 14 16:11:27.717141 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:27.725604 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a9439-23d4-4f2e-bf79-3c1370af2a47 req-e1906473-43ff-4ee8-980e-35718e3c0955 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:27.727405 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b41a9439-23d4-4f2e-bf79-3c1370af2a47 req-e1906473-43ff-4ee8-980e-35718e3c0955 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea70033f-6c59-4a82-9aec-a3a0da7cc8f3 HTTP/1.1" status: 200 len: 948 time: 0.2650704 Apr 14 16:11:27.754737 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3154de9-021d-4588-9d20-6a7e79523cff req-85009545-888f-488a-b8b6-767a9a822bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:27.756527 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c3154de9-021d-4588-9d20-6a7e79523cff req-85009545-888f-488a-b8b6-767a9a822bfd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1b36c666-9490-47fe-871e-06ae9c5795aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3115513 Apr 14 16:11:27.782993 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b41a9439-23d4-4f2e-bf79-3c1370af2a47 req-5ea156fa-c7ff-49cb-8e9b-0fde3411f142 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/security-groups?id=58952196-3986-46d5-9ffe-7e069c494cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408258 Apr 14 16:11:27.826319 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:27.827032 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:27.830637 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] 10.222.0.54 "PUT /v2.0/ports/5d7ec292-88f9-44a8-846d-880ae6a15241 HTTP/1.1" status: 200 len: 1098 time: 5.2577298 Apr 14 16:11:27.830873 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea70033f-6c59-4a82-9aec-a3a0da7cc8f3', 'tag': '5d7ec292-88f9-44a8-846d-880ae6a15241'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:27.863819 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b99c1f9-348d-438e-a27a-2597b0d24edb None None] New status for floating IP 990a4f0a-1043-49a1-98f3-eca2085f511e: ACTIVE {{(pid=85286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:11:27.944688 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Deleting port cac850d5-59c8-4732-bdaa-e7bcde30ad5b {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:11:27.945050 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:28.197890 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-5fbe8793-ed94-492e-9962-817f0c19e19c tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:28.208000 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-5fbe8793-ed94-492e-9962-817f0c19e19c tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/networks?id=30c156d9-8993-497c-b7f9-567a509e8226 HTTP/1.1" status: 200 len: 809 time: 0.3018260 Apr 14 16:11:28.231504 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-bb281689-1459-4de5-a2f7-391ddfa8eac2 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/quotas/c98ea59a79c7494fa39b8f02a0f01ffd HTTP/1.1" status: 200 len: 375 time: 0.0221581 Apr 14 16:11:28.247947 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-84731e8e-e5de-4fd7-bd10-d52364be20f6 None None] Calling delete_port for cac850d5-59c8-4732-bdaa-e7bcde30ad5b owned by network:dhcp {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:11:28.296059 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c3154de9-021d-4588-9d20-6a7e79523cff req-c9317253-3e17-4809-910f-40d5a1b6a4d5 service neutron] 10.222.0.54 "GET /v2.0/networks/1b36c666-9490-47fe-871e-06ae9c5795aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317359 Apr 14 16:11:28.298775 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea70033f-6c59-4a82-9aec-a3a0da7cc8f3', 'tag': '5d7ec292-88f9-44a8-846d-880ae6a15241', 'status': 'completed', 'code': 200} Apr 14 16:11:28.355765 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-4ca6e26e-473e-455a-bff6-c48635e8cacb tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c98ea59a79c7494fa39b8f02a0f01ffd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1226373 Apr 14 16:11:28.504330 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8a7e0147-3c1c-4a3c-9b52-83ced9a0bd18 req-a7f204f9-a1c6-4eba-98dc-8c96cfd67597 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 210 time: 0.0998547 Apr 14 16:11:28.584706 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-f69e3cc8-faa1-46bc-8d1b-89bf4569656a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:28.586922 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-f69e3cc8-faa1-46bc-8d1b-89bf4569656a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65227e932f4e498ebf4cf338e8963798&device_id=ea70033f-6c59-4a82-9aec-a3a0da7cc8f3 HTTP/1.1" status: 200 len: 1101 time: 0.5911880 Apr 14 16:11:28.671016 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-1aecb5c7-09f3-411c-8149-113a1cc935f5 service neutron] 10.222.0.53 "GET /v2.0/networks/30c156d9-8993-497c-b7f9-567a509e8226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045053 Apr 14 16:11:28.687778 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-84731e8e-e5de-4fd7-bd10-d52364be20f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354'] for port, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:28.709783 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-1d9af6cb-2f9e-49bc-90ef-301ab4ed9072 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=5d7ec292-88f9-44a8-846d-880ae6a15241 HTTP/1.1" status: 200 len: 217 time: 0.1035273 Apr 14 16:11:28.738985 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:28.796226 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] For port cac850d5-59c8-4732-bdaa-e7bcde30ad5b, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=cac850d5-59c8-4732-bdaa-e7bcde30ad5b,segment=NetworkSegment(ccc78c37-061d-418e-a68d-5b478ad815ad),segment_id=ccc78c37-061d-418e-a68d-5b478ad815ad)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:28.796830 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:28.821279 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c3154de9-021d-4588-9d20-6a7e79523cff req-814d285f-42f7-439b-882b-811526a9a4d5 service neutron] 10.222.0.54 "GET /v2.0/networks/1b36c666-9490-47fe-871e-06ae9c5795aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088172 Apr 14 16:11:28.989934 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-eb2d0736-4b73-4541-ba3a-ba1f98a76434 service neutron] 10.222.0.53 "GET /v2.0/networks/30c156d9-8993-497c-b7f9-567a509e8226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106098 Apr 14 16:11:28.998837 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Calling delete_port for cac850d5-59c8-4732-bdaa-e7bcde30ad5b owned by network:dhcp {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:11:29.059138 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-76e8dbf0-6c6a-4243-b3ec-a524ec2bab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:29.061384 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-76e8dbf0-6c6a-4243-b3ec-a524ec2bab96 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=328eb48d-5f0e-4828-a376-184fb4685143 HTTP/1.1" status: 200 len: 843 time: 0.3393867 Apr 14 16:11:29.118595 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84731e8e-e5de-4fd7-bd10-d52364be20f6 None None] No DVR routers for this DVR port cac850d5-59c8-4732-bdaa-e7bcde30ad5b on host dv-cinder-786260-2-iscsi {{(pid=85286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:11:29.120506 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84731e8e-e5de-4fd7-bd10-d52364be20f6 None None] Pushing event deleted for resources: {'Port': ['ID=cac850d5-59c8-4732-bdaa-e7bcde30ad5b,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:29.130027 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-84731e8e-e5de-4fd7-bd10-d52364be20f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:29.244688 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dce790-0fb9-44ab-8ac8-885cb918a7e0 req-59fbfc27-9f8f-4881-8790-d3b1a478176d tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:29.246969 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d6dce790-0fb9-44ab-8ac8-885cb918a7e0 req-59fbfc27-9f8f-4881-8790-d3b1a478176d tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea70033f-6c59-4a82-9aec-a3a0da7cc8f3 HTTP/1.1" status: 200 len: 948 time: 0.2410235 Apr 14 16:11:29.247278 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.db.api [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85284) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:11:29.247859 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_db.api [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:11:29.309149 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d6dce790-0fb9-44ab-8ac8-885cb918a7e0 req-02ba3a58-1541-423c-bad8-a19d700b454c tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/security-groups?id=58952196-3986-46d5-9ffe-7e069c494cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536301 Apr 14 16:11:29.357016 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-ce234bb7-6e84-40c4-81a7-57b226790df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:29.359067 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-ce234bb7-6e84-40c4-81a7-57b226790df4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d39edc39-e57c-408d-b510-4ec54c9e2109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2806258 Apr 14 16:11:29.417629 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Deleting port cac850d5-59c8-4732-bdaa-e7bcde30ad5b {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:11:29.418222 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:29.459737 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5e393027-e5e9-4f06-9698-1bb12ee969b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:29.498601 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e42cce33-c778-413a-b8f8-98a6d6f63964 req-83a7b319-596a-4f17-9c92-77d8793e9e29 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f HTTP/1.1" status: 200 len: 210 time: 0.1068656 Apr 14 16:11:29.624020 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] The port 'cac850d5-59c8-4732-bdaa-e7bcde30ad5b' was deleted {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:11:29.703031 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:29.765923 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2ab943c7-f96b-4078-897d-f0886ee30014 req-870ff745-1502-44fa-9a54-4147dd3efb6c tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 210 time: 0.1139796 Apr 14 16:11:30.055554 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-97001436-85c2-4bf9-8520-707b30528394 service neutron] 10.222.0.54 "GET /v2.0/networks/d39edc39-e57c-408d-b510-4ec54c9e2109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6796107 Apr 14 16:11:30.063552 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363258286215762'] for network, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:30.441414 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:30.522513 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30321c57-386c-4050-b8ef-3b7e286e431b']}} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:30.560308 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc78c37-061d-418e-a68d-5b478ad815ad') {'for_net_delete': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:30.560657 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc78c37-061d-418e-a68d-5b478ad815ad') {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:30.578353 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-b6457f6b-4f52-44a5-b203-eb632a5a93d0 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:30.580142 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-b6457f6b-4f52-44a5-b203-eb632a5a93d0 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.54 "GET /v2.0/networks?id=86b55a80-468c-416f-9ed3-2601bbe04b76 HTTP/1.1" status: 200 len: 816 time: 0.6204162 Apr 14 16:11:30.619694 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258286223442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853326573'] for segment, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:30.650534 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886921d-94d7-4b5e-b508-c89eaeeb88d0 req-313d114a-9774-4d3f-b492-f0b444c3a036 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:30.653540 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5886921d-94d7-4b5e-b508-c89eaeeb88d0 req-313d114a-9774-4d3f-b492-f0b444c3a036 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea70033f-6c59-4a82-9aec-a3a0da7cc8f3 HTTP/1.1" status: 200 len: 948 time: 0.1891041 Apr 14 16:11:30.662711 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b8492875-0f43-47ca-83c4-e2b783e0ac46 req-70d33c70-93f4-4693-9a6d-d0c75241dd79 service neutron] 10.222.0.54 "GET /v2.0/networks/d39edc39-e57c-408d-b510-4ec54c9e2109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198174 Apr 14 16:11:30.668357 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:30.684455 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-67918779-9568-4c4c-9eac-9c59402d820f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Synchronizing usage tracker for tenant:691977ceece143efa6a03aafe5e47709 on resource:security_group {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:30.690147 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=85284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:11:30.751954 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5886921d-94d7-4b5e-b508-c89eaeeb88d0 req-45aa33a8-ace5-4804-93b6-8a7b9c30eae0 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/security-groups?id=58952196-3986-46d5-9ffe-7e069c494cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745518 Apr 14 16:11:30.832011 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-67918779-9568-4c4c-9eac-9c59402d820f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Unset dirty status for tenant:691977ceece143efa6a03aafe5e47709 on resource:security_group {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:30.833471 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-67918779-9568-4c4c-9eac-9c59402d820f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=691977ceece143efa6a03aafe5e47709 HTTP/1.1" status: 200 len: 5707 time: 0.2373743 Apr 14 16:11:30.845035 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-97977da5-39d7-4fdd-b425-66399a057642 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Request body: {'port': {'device_id': 'ffe930e0-2064-4772-8b8c-5eaec6f82b63', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'admin_state_up': True, 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'security_groups': ['9c5f4664-25f3-418a-9bd9-ecc689e9cfdd']}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:31.005010 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d8085594-0dc5-4333-b521-e2cb103a7a2e req-aa3287d2-1a4b-49f8-8aa9-6f7490bc6bad tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f HTTP/1.1" status: 200 len: 210 time: 0.1036606 Apr 14 16:11:31.134760 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-71f83f09-8b6f-4d57-8c93-7784343b649b req-531aab25-94ff-4aed-bc58-d5438faaab3e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 210 time: 0.1483741 Apr 14 16:11:31.175586 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44578b3b-78e5-49e0-8cc6-312afdaef606 req-c3a387e6-1ac5-4fc1-991e-d2c6bf62a6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:31.178791 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-44578b3b-78e5-49e0-8cc6-312afdaef606 req-c3a387e6-1ac5-4fc1-991e-d2c6bf62a6f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65227e932f4e498ebf4cf338e8963798&device_id=ea70033f-6c59-4a82-9aec-a3a0da7cc8f3 HTTP/1.1" status: 200 len: 1101 time: 0.4247279 Apr 14 16:11:31.417272 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Network 30321c57-386c-4050-b8ef-3b7e286e431b has no segments {{(pid=85284) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:11:31.430077 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850995203'] for segment, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:31.461270 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44578b3b-78e5-49e0-8cc6-312afdaef606 req-2a231ecf-31b4-4b8c-a127-d47faf074f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:31.464069 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-44578b3b-78e5-49e0-8cc6-312afdaef606 req-2a231ecf-31b4-4b8c-a127-d47faf074f40 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d39edc39-e57c-408d-b510-4ec54c9e2109 HTTP/1.1" status: 200 len: 870 time: 0.2735529 Apr 14 16:11:31.556790 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-44578b3b-78e5-49e0-8cc6-312afdaef606 req-ee3dbea3-61bc-43ff-9db2-a4e89867021c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=5d7ec292-88f9-44a8-846d-880ae6a15241 HTTP/1.1" status: 200 len: 217 time: 0.0852032 Apr 14 16:11:31.639671 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44578b3b-78e5-49e0-8cc6-312afdaef606 req-edb01112-6aec-490e-8cfb-ab169ccb2999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:31.641315 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-44578b3b-78e5-49e0-8cc6-312afdaef606 req-edb01112-6aec-490e-8cfb-ab169ccb2999 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=328eb48d-5f0e-4828-a376-184fb4685143 HTTP/1.1" status: 200 len: 843 time: 0.0777504 Apr 14 16:11:31.696620 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-e535d80b-5535-4e3d-82cb-ca7d090d5bd7 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:31.698336 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-e535d80b-5535-4e3d-82cb-ca7d090d5bd7 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.54 "GET /v2.0/networks?id=30c156d9-8993-497c-b7f9-567a509e8226 HTTP/1.1" status: 200 len: 809 time: 0.9716184 Apr 14 16:11:31.714112 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-97977da5-39d7-4fdd-b425-66399a057642 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:31.720183 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-bd2b7827-4975-43a8-875a-51c77b300d01 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Request body: {'port': {'device_id': 'e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f', 'network_id': '30c156d9-8993-497c-b7f9-567a509e8226', 'admin_state_up': True, 'tenant_id': 'c98ea59a79c7494fa39b8f02a0f01ffd'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:31.755015 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Network 30321c57-386c-4050-b8ef-3b7e286e431b has no segments {{(pid=85284) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:11:31.790982 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44578b3b-78e5-49e0-8cc6-312afdaef606 req-e6a92fd0-8f91-436e-ac8d-748cdf0cad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:31.793113 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-44578b3b-78e5-49e0-8cc6-312afdaef606 req-e6a92fd0-8f91-436e-ac8d-748cdf0cad32 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d39edc39-e57c-408d-b510-4ec54c9e2109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1438580 Apr 14 16:11:31.796070 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-97977da5-39d7-4fdd-b425-66399a057642 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: % (table.description, expected, rows_matched) Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: % (table.description, expected, rows_matched) Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: % (table.description, expected, rows_matched) Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: % (table.description, expected, rows_matched) Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: Traceback (most recent call last): Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: timer() Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: cb(*args, **kw) Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: return func(*args, **kwargs) Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: self._notify() Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: self.callback(batched_events) Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: event.method(event) Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: segment_id)['aggregates'][0] Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: return f(self, *a, **k) Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: return self._get(url).json() Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: **kwargs) Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: return self.request(url, 'GET', **kwargs) Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: **endpoint_filter) Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:11:31.798389 dv-cinder-786260-2-iscsi neutron-server[85169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:11:31.943073 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-97977da5-39d7-4fdd-b425-66399a057642 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Made reservation on behalf of 691977ceece143efa6a03aafe5e47709 for: {'port': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:31.949238 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-97977da5-39d7-4fdd-b425-66399a057642 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:32.028004 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-44578b3b-78e5-49e0-8cc6-312afdaef606 req-4ad9e100-4976-4e20-9a58-7934bfab61d4 service neutron] 10.222.0.54 "GET /v2.0/networks/d39edc39-e57c-408d-b510-4ec54c9e2109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258828 Apr 14 16:11:32.039499 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853071345'] for network, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:32.065406 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:32.094553 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:32.118213 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:32.121760 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Pushing event deleted for resources: {'Network': ['ID=30321c57-386c-4050-b8ef-3b7e286e431b,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:32.146650 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-bd2b7827-4975-43a8-875a-51c77b300d01 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:32.205632 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:32.205931 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:32.207014 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:32.207548 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:32.207997 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:32.208416 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:32.208852 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:32.209355 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:32.209742 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:32.210204 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:32.210631 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:32.211039 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:32.217339 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-bd2b7827-4975-43a8-875a-51c77b300d01 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Usage tracker for resource:port and tenant:c98ea59a79c7494fa39b8f02a0f01ffd is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:32.222717 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:32.223665 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-bd2b7827-4975-43a8-875a-51c77b300d01 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:32.235857 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-34174b18-159d-499b-9b4f-dfc742cb053d admin admin] 10.222.0.53 "DELETE /v2.0/networks/30321c57-386c-4050-b8ef-3b7e286e431b HTTP/1.1" status: 204 len: 168 time: 7.5785673 Apr 14 16:11:32.237186 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-bd2b7827-4975-43a8-875a-51c77b300d01 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:32.245810 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 40224) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:32.351238 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-bd2b7827-4975-43a8-875a-51c77b300d01 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Made reservation on behalf of c98ea59a79c7494fa39b8f02a0f01ffd for: {'port': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:32.357900 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-bd2b7827-4975-43a8-875a-51c77b300d01 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:32.363443 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-97977da5-39d7-4fdd-b425-66399a057642 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Allocated IP 172.20.0.13 (86b55a80-468c-416f-9ed3-2601bbe04b76/83188662-4769-460f-ab17-6c69d6a31076/7c701e4a-7c90-4d78-a0b4-e2b31d675c23) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:11:32.417746 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1aa0c98e-20ee-4b4f-9224-39e1016ef333 req-d243c429-4991-4fe6-b9da-110a34aa54c5 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f HTTP/1.1" status: 200 len: 210 time: 0.1818790 Apr 14 16:11:32.562537 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-44578b3b-78e5-49e0-8cc6-312afdaef606 req-e2829125-88c5-40f2-bb7c-61d7b3b97d4c service neutron] 10.222.0.54 "GET /v2.0/networks/d39edc39-e57c-408d-b510-4ec54c9e2109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5263307 Apr 14 16:11:32.608758 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d0bce-bbbe-44a4-ab19-288f643c6d62 req-7d63f308-120a-40b6-84ac-7808b6d374d0 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:32.611341 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-629d0bce-bbbe-44a4-ab19-288f643c6d62 req-7d63f308-120a-40b6-84ac-7808b6d374d0 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea70033f-6c59-4a82-9aec-a3a0da7cc8f3 HTTP/1.1" status: 200 len: 948 time: 0.3038201 Apr 14 16:11:32.697709 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4aaf0cea-a478-415e-9b79-8a092c80892b req-61b4dbf1-2f32-4ee1-af5e-c7f568651057 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 210 time: 0.0751283 Apr 14 16:11:32.707863 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-629d0bce-bbbe-44a4-ab19-288f643c6d62 req-0af2409f-74a7-4a1c-bba5-ec686c267916 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/security-groups?id=58952196-3986-46d5-9ffe-7e069c494cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877631 Apr 14 16:11:32.956507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-bd2b7827-4975-43a8-875a-51c77b300d01 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Allocated IP 172.20.0.3 (30c156d9-8993-497c-b7f9-567a509e8226/ab3a252e-fae3-4d80-a765-f37dc48b7210/5245bea6-cecd-4903-98b1-0179a383be6d) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:11:33.118417 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-97977da5-39d7-4fdd-b425-66399a057642 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:33.202232 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-97977da5-39d7-4fdd-b425-66399a057642 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Transition to ACTIVE for port object 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 will not be triggered until provisioned by entity DHCP. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:33.424771 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-bd2b7827-4975-43a8-875a-51c77b300d01 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:33.430507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-97977da5-39d7-4fdd-b425-66399a057642 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:33.454335 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bbb41a71-4a61-4630-8734-660fec046ffa tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:33.623133 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0c8b4dc4-11d9-4637-91dc-9ba1df5a3f1a req-117276c2-36e8-4bfc-9751-d790fa63dec9 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f HTTP/1.1" status: 200 len: 210 time: 0.0538454 Apr 14 16:11:33.904045 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97977da5-39d7-4fdd-b425-66399a057642 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Pushing event updated for resources: {'Port': ['ID=7c701e4a-7c90-4d78-a0b4-e2b31d675c23,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:33.948546 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-97977da5-39d7-4fdd-b425-66399a057642 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:34.009006 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-bd2b7827-4975-43a8-875a-51c77b300d01 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.030684 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-97977da5-39d7-4fdd-b425-66399a057642 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:34.126067 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-97977da5-39d7-4fdd-b425-66399a057642 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Network 86b55a80-468c-416f-9ed3-2601bbe04b76 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:34.138597 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-97977da5-39d7-4fdd-b425-66399a057642 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:34.143585 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-97977da5-39d7-4fdd-b425-66399a057642 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:34.151274 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 5d7ec292-88f9-44a8-846d-880ae6a15241 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:11:34.162074 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435998a-82fb-427b-adc8-131313739b1e req-994c5bb1-3c9a-435e-9d93-e5fc2895d006 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:34.165285 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3435998a-82fb-427b-adc8-131313739b1e req-994c5bb1-3c9a-435e-9d93-e5fc2895d006 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea70033f-6c59-4a82-9aec-a3a0da7cc8f3 HTTP/1.1" status: 200 len: 948 time: 0.3084073 Apr 14 16:11:34.191683 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406967b-7827-4188-a417-01033c82bd87 req-ac3d1e08-4f97-4e0d-ab90-6a7f25bf9b9e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:34.194663 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d406967b-7827-4188-a417-01033c82bd87 req-ac3d1e08-4f97-4e0d-ab90-6a7f25bf9b9e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 932 time: 0.2519469 Apr 14 16:11:34.259951 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b7827-4975-43a8-875a-51c77b300d01 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Pushing event updated for resources: {'Port': ['ID=5245bea6-cecd-4903-98b1-0179a383be6d,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:34.270561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bd2b7827-4975-43a8-875a-51c77b300d01 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:34.271691 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d406967b-7827-4188-a417-01033c82bd87 req-f4618c1b-7699-406e-8afc-9bdea868c4f3 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566463 Apr 14 16:11:34.273873 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6fd16213-128a-4761-9f16-6452baafc93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1768756'] for router_interface, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.299736 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3435998a-82fb-427b-adc8-131313739b1e req-95f0c2b0-7d97-4bf9-a596-8cade4c6eee7 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/security-groups?id=58952196-3986-46d5-9ffe-7e069c494cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251178 Apr 14 16:11:34.377107 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 5d7ec292-88f9-44a8-846d-880ae6a15241, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5d7ec292-88f9-44a8-846d-880ae6a15241,segment=NetworkSegment(6622e771-9bde-4b81-b4ba-6037cd0653c3),segment_id=6622e771-9bde-4b81-b4ba-6037cd0653c3)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:34.397042 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': '5d7ec292-88f9-44a8-846d-880ae6a15241', 'network_id': 'd39edc39-e57c-408d-b510-4ec54c9e2109', 'port_id': '5d7ec292-88f9-44a8-846d-880ae6a15241', 'mac_address': 'fa:16:3e:b8:e2:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '328eb48d-5f0e-4828-a376-184fb4685143', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:11:34.451268 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-97977da5-39d7-4fdd-b425-66399a057642 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:34.451948 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-97977da5-39d7-4fdd-b425-66399a057642 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.472371 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.515239 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d7ec292-88f9-44a8-846d-880ae6a15241 {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:34.531637 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-97977da5-39d7-4fdd-b425-66399a057642 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6909692 Apr 14 16:11:34.548541 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-9842f6ec-098c-43f1-8cdb-292738a0ee31 None None] Provisioning for port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:34.551117 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-bd2b7827-4975-43a8-875a-51c77b300d01 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Network 30c156d9-8993-497c-b7f9-567a509e8226 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:34.555754 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] Request body: {'port': {'device_id': 'ffe930e0-2064-4772-8b8c-5eaec6f82b63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:34.564650 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 5d7ec292-88f9-44a8-846d-880ae6a15241, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5d7ec292-88f9-44a8-846d-880ae6a15241,segment=NetworkSegment(6622e771-9bde-4b81-b4ba-6037cd0653c3),segment_id=6622e771-9bde-4b81-b4ba-6037cd0653c3)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:34.566452 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-9842f6ec-098c-43f1-8cdb-292738a0ee31 None None] Provisioning complete for port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:34.567211 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9842f6ec-098c-43f1-8cdb-292738a0ee31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.591726 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-bd2b7827-4975-43a8-875a-51c77b300d01 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:34.614342 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-bd2b7827-4975-43a8-875a-51c77b300d01 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:34.625735 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.641773 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:34.793198 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-9842f6ec-098c-43f1-8cdb-292738a0ee31 None None] Port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:11:34.812748 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=5d7ec292-88f9-44a8-846d-880ae6a15241,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:34.819197 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:34.851117 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-bd2b7827-4975-43a8-875a-51c77b300d01 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:34.851851 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-bd2b7827-4975-43a8-875a-51c77b300d01 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.877431 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['5d7ec292-88f9-44a8-846d-880ae6a15241'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:11:34.888710 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d982c20-12eb-4374-8744-9aafe5b4f963 req-a53f0ff7-4900-49e8-abd4-ecd1337916fe tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:34.895262 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1d982c20-12eb-4374-8744-9aafe5b4f963 req-a53f0ff7-4900-49e8-abd4-ecd1337916fe tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f HTTP/1.1" status: 200 len: 931 time: 0.1210568 Apr 14 16:11:34.897041 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-bd2b7827-4975-43a8-875a-51c77b300d01 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1844037 Apr 14 16:11:34.901959 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.932406 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1d982c20-12eb-4374-8744-9aafe5b4f963 req-2518e8a4-3ffd-47de-9f3b-7f1ea86883cc tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312777 Apr 14 16:11:34.945276 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] Request body: {'port': {'device_id': 'e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:35.229150 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:35.431324 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-6fd16213-128a-4761-9f16-6452baafc93e admin admin] Deleting port 9b42f294-60ed-4e2a-b40c-0fa83d719816 {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:11:35.431324 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6fd16213-128a-4761-9f16-6452baafc93e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:35.751647 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104dab1-1ac3-4274-9c95-a8cbe142d7c8 req-0b32004d-8851-485e-a24b-ccf465530768 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:35.755256 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2104dab1-1ac3-4274-9c95-a8cbe142d7c8 req-0b32004d-8851-485e-a24b-ccf465530768 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 932 time: 0.3201983 Apr 14 16:11:35.781427 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b8baf-7ac3-43ea-8f14-26c52e66bdb7 req-8b9b546b-7d46-4b37-beb4-06a2350e6c85 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:35.784507 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4f8b8baf-7ac3-43ea-8f14-26c52e66bdb7 req-8b9b546b-7d46-4b37-beb4-06a2350e6c85 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea70033f-6c59-4a82-9aec-a3a0da7cc8f3 HTTP/1.1" status: 200 len: 949 time: 0.2547879 Apr 14 16:11:35.865169 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2104dab1-1ac3-4274-9c95-a8cbe142d7c8 req-a17ab1fe-9dd0-4748-b625-99eeb904b6c9 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789704 Apr 14 16:11:35.874280 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4f8b8baf-7ac3-43ea-8f14-26c52e66bdb7 req-d02544aa-da2d-4abc-9fe4-dc396eaac7b4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/security-groups?id=58952196-3986-46d5-9ffe-7e069c494cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656087 Apr 14 16:11:36.167517 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 5d7ec292-88f9-44a8-846d-880ae6a15241 up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:36.253347 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6fd16213-128a-4761-9f16-6452baafc93e admin admin] For port 9b42f294-60ed-4e2a-b40c-0fa83d719816, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=9b42f294-60ed-4e2a-b40c-0fa83d719816,segment=NetworkSegment(d3ce93dc-e8cc-4692-882b-9b0fed849321),segment_id=d3ce93dc-e8cc-4692-882b-9b0fed849321)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:36.254004 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6fd16213-128a-4761-9f16-6452baafc93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:36.305977 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning for port 5d7ec292-88f9-44a8-846d-880ae6a15241 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:36.312208 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port 5d7ec292-88f9-44a8-846d-880ae6a15241 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:36.312938 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:36.457525 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88aadf-86b6-45d4-9861-bb90469dfca4 req-4f10cc7f-5224-41e6-b127-48ed134a58c6 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:36.459540 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bc88aadf-86b6-45d4-9861-bb90469dfca4 req-4f10cc7f-5224-41e6-b127-48ed134a58c6 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f HTTP/1.1" status: 200 len: 931 time: 0.1812952 Apr 14 16:11:36.501852 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:36.504055 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-6fd16213-128a-4761-9f16-6452baafc93e admin admin] Calling delete_port for 9b42f294-60ed-4e2a-b40c-0fa83d719816 owned by network:router_interface {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:11:36.515857 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea70033f-6c59-4a82-9aec-a3a0da7cc8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7ec292-88f9-44a8-846d-880ae6a15241'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:36.522001 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bc88aadf-86b6-45d4-9861-bb90469dfca4 req-844853d2-7598-4e79-86b0-cf6793a032d2 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476043 Apr 14 16:11:36.528156 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 5d7ec292-88f9-44a8-846d-880ae6a15241, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5d7ec292-88f9-44a8-846d-880ae6a15241,segment=NetworkSegment(6622e771-9bde-4b81-b4ba-6037cd0653c3),segment_id=6622e771-9bde-4b81-b4ba-6037cd0653c3)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:36.535139 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:36.538401 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:36.607897 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.db.resource_extend [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 14 16:11:36.629267 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea70033f-6c59-4a82-9aec-a3a0da7cc8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7ec292-88f9-44a8-846d-880ae6a15241', 'code': 200} Apr 14 16:11:36.630468 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=5d7ec292-88f9-44a8-846d-880ae6a15241,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:36.636376 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:36.757767 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:36.787394 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:36.863896 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] Transition to ACTIVE for port object 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:36.870948 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:36.899705 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-f367e400-ea45-4429-9d79-6a1fb0ac67ce tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:36.913820 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fae91-79ce-4271-8838-f2ae91c24c16 req-fd31f625-f486-4e8e-a3f4-5d0586f8111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:36.916101 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-369fae91-79ce-4271-8838-f2ae91c24c16 req-fd31f625-f486-4e8e-a3f4-5d0586f8111e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ea70033f-6c59-4a82-9aec-a3a0da7cc8f3 HTTP/1.1" status: 200 len: 1103 time: 0.0953853 Apr 14 16:11:36.934804 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5245bea6-cecd-4903-98b1-0179a383be6d {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:36.966306 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:36.998309 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-369fae91-79ce-4271-8838-f2ae91c24c16 req-f0747c4f-cc8b-49b0-b621-ed0089120c37 service neutron] Synchronizing usage tracker for tenant:f24edd0d8ccc47bb8144cacecfeac2d9 on resource:security_group {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:37.032381 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-369fae91-79ce-4271-8838-f2ae91c24c16 req-f0747c4f-cc8b-49b0-b621-ed0089120c37 service neutron] Unset dirty status for tenant:f24edd0d8ccc47bb8144cacecfeac2d9 on resource:security_group {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:37.037988 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-369fae91-79ce-4271-8838-f2ae91c24c16 req-f0747c4f-cc8b-49b0-b621-ed0089120c37 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=58952196-3986-46d5-9ffe-7e069c494cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147459 Apr 14 16:11:37.149635 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] Transition to ACTIVE for port object 5245bea6-cecd-4903-98b1-0179a383be6d will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:37.156245 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] Pushing event updated for resources: {'Port': ['ID=7c701e4a-7c90-4d78-a0b4-e2b31d675c23,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:37.165519 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:37.169251 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:37.196149 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1f62ffae-587c-4168-98a1-3a757ea7507a tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:37.349200 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637fbc7-0b59-4ac6-acd6-175ebde1c00e req-d9c57d8c-ac33-4a4b-82ff-553e43016fb5 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:37.352072 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6637fbc7-0b59-4ac6-acd6-175ebde1c00e req-d9c57d8c-ac33-4a4b-82ff-553e43016fb5 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea70033f-6c59-4a82-9aec-a3a0da7cc8f3 HTTP/1.1" status: 200 len: 950 time: 0.2077603 Apr 14 16:11:37.376021 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd878b-cf00-456c-bff3-96a296c14358 req-c1a8f2cf-b971-4513-9d07-e8fb40e0c54f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:37.378751 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-85cd878b-cf00-456c-bff3-96a296c14358 req-c1a8f2cf-b971-4513-9d07-e8fb40e0c54f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 944 time: 0.1791675 Apr 14 16:11:37.432779 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6637fbc7-0b59-4ac6-acd6-175ebde1c00e req-b024b09d-19f5-41b9-a751-48a749d6dc78 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/security-groups?id=58952196-3986-46d5-9ffe-7e069c494cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524533 Apr 14 16:11:37.438551 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-85cd878b-cf00-456c-bff3-96a296c14358 req-cea740ca-8cd0-49e0-b7df-478ae7a790b0 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388689 Apr 14 16:11:37.448600 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] Pushing event updated for resources: {'Port': ['ID=5245bea6-cecd-4903-98b1-0179a383be6d,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:37.462989 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:37.467840 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6fd16213-128a-4761-9f16-6452baafc93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:37.491983 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:37.602977 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd16213-128a-4761-9f16-6452baafc93e admin admin] Pushing event deleted for resources: {'Port': ['ID=9b42f294-60ed-4e2a-b40c-0fa83d719816,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:37.616205 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6fd16213-128a-4761-9f16-6452baafc93e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:37.879980 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e527e85-7007-4637-80d4-03d6c7cf8cf8 req-47e1ffc9-1262-472c-9a66-a8cb4c52c08c tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:37.881823 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7e527e85-7007-4637-80d4-03d6c7cf8cf8 req-47e1ffc9-1262-472c-9a66-a8cb4c52c08c tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f HTTP/1.1" status: 200 len: 943 time: 0.1061652 Apr 14 16:11:37.887987 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] Attempting to bind port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:11:37.888453 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] Attempting to bind port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'c779952e-db9c-40b0-a6a8-3f9c3af7dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:11:37.888769 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] Attempting to bind port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 on network 86b55a80-468c-416f-9ed3-2601bbe04b76 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:37.923784 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7e527e85-7007-4637-80d4-03d6c7cf8cf8 req-3f8dcae6-c396-4ac7-8b93-e8a0308c648b tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278592 Apr 14 16:11:37.942134 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] Port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 on network 86b55a80-468c-416f-9ed3-2601bbe04b76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:11:37.942537 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] Attempting to bind port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 on network 86b55a80-468c-416f-9ed3-2601bbe04b76 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:38.048365 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] Checking agent: {'id': 'f6195c71-3258-459e-9d3f-74f9782cd5cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'started_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:11:38.049021 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] Checking segment: {'id': 'c779952e-db9c-40b0-a6a8-3f9c3af7dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:38.050323 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] Bound using segment: {'id': 'c779952e-db9c-40b0-a6a8-3f9c3af7dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:11:38.051169 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] Bound port: 7c701e4a-7c90-4d78-a0b4-e2b31d675c23, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c779952e-db9c-40b0-a6a8-3f9c3af7dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:11:38.051766 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:38.257273 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] Attempting to bind port 5245bea6-cecd-4903-98b1-0179a383be6d on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:11:38.257692 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] Attempting to bind port 5245bea6-cecd-4903-98b1-0179a383be6d by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '2ab4250b-e9c1-4ab9-9e33-6212bbd05e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '30c156d9-8993-497c-b7f9-567a509e8226'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:11:38.258052 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] Attempting to bind port 5245bea6-cecd-4903-98b1-0179a383be6d on network 30c156d9-8993-497c-b7f9-567a509e8226 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:38.341471 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] Port 5245bea6-cecd-4903-98b1-0179a383be6d on network 30c156d9-8993-497c-b7f9-567a509e8226 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:11:38.341851 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] Attempting to bind port 5245bea6-cecd-4903-98b1-0179a383be6d on network 30c156d9-8993-497c-b7f9-567a509e8226 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:38.344728 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] For port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23, host hv-cinder-78626, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:11:38.417872 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] Checking agent: {'id': 'f6195c71-3258-459e-9d3f-74f9782cd5cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'started_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:11:38.418208 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] Checking segment: {'id': '2ab4250b-e9c1-4ab9-9e33-6212bbd05e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '30c156d9-8993-497c-b7f9-567a509e8226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:38.418648 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] Bound using segment: {'id': '2ab4250b-e9c1-4ab9-9e33-6212bbd05e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '30c156d9-8993-497c-b7f9-567a509e8226'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:11:38.419151 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] Bound port: 5245bea6-cecd-4903-98b1-0179a383be6d, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab4250b-e9c1-4ab9-9e33-6212bbd05e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '30c156d9-8993-497c-b7f9-567a509e8226'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:11:38.419540 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:38.450483 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] For port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7c701e4a-7c90-4d78-a0b4-e2b31d675c23,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:11:38.481962 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:38.502401 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bd187da7-82fd-42a5-b6f2-d27c21f89764 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:38.810401 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094cf7f-b7aa-41be-85ef-9cd06a44d927 req-72e1341c-cf89-469d-b8f3-f7f3b20595ce tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:38.812465 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f094cf7f-b7aa-41be-85ef-9cd06a44d927 req-72e1341c-cf89-469d-b8f3-f7f3b20595ce tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 944 time: 0.1628871 Apr 14 16:11:38.859240 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f094cf7f-b7aa-41be-85ef-9cd06a44d927 req-b1ab7e23-8c57-4820-90b1-9b0a8e4b4851 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340612 Apr 14 16:11:38.872790 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f68bf-6246-4675-845c-8edf5260b4ff req-6de93fe4-c74c-4d46-bbc6-6199b9972854 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:38.874649 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-035f68bf-6246-4675-845c-8edf5260b4ff req-6de93fe4-c74c-4d46-bbc6-6199b9972854 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea70033f-6c59-4a82-9aec-a3a0da7cc8f3 HTTP/1.1" status: 200 len: 950 time: 0.1600924 Apr 14 16:11:38.934168 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-035f68bf-6246-4675-845c-8edf5260b4ff req-8347422f-1a50-4df4-b11a-5b1ac9450f7c tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/security-groups?id=58952196-3986-46d5-9ffe-7e069c494cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457406 Apr 14 16:11:38.978923 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6fd16213-128a-4761-9f16-6452baafc93e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853169174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704643'] for router_interface, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:39.024658 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] For port 5245bea6-cecd-4903-98b1-0179a383be6d, host hv-cinder-78626, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:11:39.038915 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] Pushing event updated for resources: {'Port': ['ID=7c701e4a-7c90-4d78-a0b4-e2b31d675c23,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:39.049151 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:39.107300 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] For port 5245bea6-cecd-4903-98b1-0179a383be6d, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5245bea6-cecd-4903-98b1-0179a383be6d,segment=NetworkSegment(2ab4250b-e9c1-4ab9-9e33-6212bbd05e98),segment_id=2ab4250b-e9c1-4ab9-9e33-6212bbd05e98)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:11:39.123386 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:39.149720 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c4f35831-90b2-4f2c-abd2-1306c4efc3a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:39.347042 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c53a76-4fcb-4e07-bf81-0223e5f750c2 req-100f9062-be48-4517-8d65-d8d2fefd975f tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:39.349840 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e7c53a76-4fcb-4e07-bf81-0223e5f750c2 req-100f9062-be48-4517-8d65-d8d2fefd975f tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f HTTP/1.1" status: 200 len: 943 time: 0.1664884 Apr 14 16:11:39.408349 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e7c53a76-4fcb-4e07-bf81-0223e5f750c2 req-c959fceb-3541-4c95-a99b-2a60e17841f1 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493040 Apr 14 16:11:39.469272 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:39.470353 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:39.472416 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] 10.222.0.54 "PUT /v2.0/ports/7c701e4a-7c90-4d78-a0b4-e2b31d675c23 HTTP/1.1" status: 200 len: 1094 time: 4.9244323 Apr 14 16:11:39.482491 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe930e0-2064-4772-8b8c-5eaec6f82b63', 'tag': '7c701e4a-7c90-4d78-a0b4-e2b31d675c23'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:39.601599 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] Pushing event updated for resources: {'Port': ['ID=5245bea6-cecd-4903-98b1-0179a383be6d,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:39.605755 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:39.633309 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe930e0-2064-4772-8b8c-5eaec6f82b63', 'tag': '7c701e4a-7c90-4d78-a0b4-e2b31d675c23', 'status': 'completed', 'code': 200} Apr 14 16:11:39.801996 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:39.802715 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:39.804257 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] 10.222.0.54 "PUT /v2.0/ports/5245bea6-cecd-4903-98b1-0179a383be6d HTTP/1.1" status: 200 len: 1093 time: 4.8655877 Apr 14 16:11:39.887652 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d30beb-e6ea-497d-87ad-e60b964086fe req-0609c7d1-4ef6-4dc4-9ee0-b402acd82836 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:39.890800 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e8d30beb-e6ea-497d-87ad-e60b964086fe req-0609c7d1-4ef6-4dc4-9ee0-b402acd82836 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea70033f-6c59-4a82-9aec-a3a0da7cc8f3 HTTP/1.1" status: 200 len: 950 time: 0.1624243 Apr 14 16:11:39.929041 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-c2a39129-948c-4b24-b85f-9ef78ff4b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:39.930881 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-c2a39129-948c-4b24-b85f-9ef78ff4b511 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=691977ceece143efa6a03aafe5e47709&device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 1097 time: 0.4028385 Apr 14 16:11:39.949836 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e8d30beb-e6ea-497d-87ad-e60b964086fe req-2de7a732-1431-4442-bc1c-6c0b1f8b823a tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/security-groups?id=58952196-3986-46d5-9ffe-7e069c494cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502946 Apr 14 16:11:40.082519 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-e7544c52-5573-4635-994a-913865bfca00 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c701e4a-7c90-4d78-a0b4-e2b31d675c23 HTTP/1.1" status: 200 len: 217 time: 0.1357124 Apr 14 16:11:40.196825 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b918dd-d6ca-4286-841d-d0a842f78590 req-142d43dc-a049-4c96-9541-0529484b18f2 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:40.200185 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-43b918dd-d6ca-4286-841d-d0a842f78590 req-142d43dc-a049-4c96-9541-0529484b18f2 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 944 time: 0.1272566 Apr 14 16:11:40.263840 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-43b918dd-d6ca-4286-841d-d0a842f78590 req-84b81959-0901-4cb3-b1a5-32e59d2f2050 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491557 Apr 14 16:11:40.282902 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-0bbbd0bc-1242-443a-aeda-004036bdee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:40.285157 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-0bbbd0bc-1242-443a-aeda-004036bdee99 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83188662-4769-460f-ab17-6c69d6a31076 HTTP/1.1" status: 200 len: 855 time: 0.1941559 Apr 14 16:11:40.290883 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-13df0d76-3d8e-4201-bb9c-ec6f19b3f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:40.292525 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-13df0d76-3d8e-4201-bb9c-ec6f19b3f9c9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c98ea59a79c7494fa39b8f02a0f01ffd&device_id=e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f HTTP/1.1" status: 200 len: 1096 time: 0.4141741 Apr 14 16:11:40.445826 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd16213-128a-4761-9f16-6452baafc93e admin admin] Router b4437cc5-67ad-419d-81d2-c0c6b0da7adf has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:11:40.447621 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-18530e3a-9957-47b5-8103-7e7a290cfc4b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5245bea6-cecd-4903-98b1-0179a383be6d HTTP/1.1" status: 200 len: 217 time: 0.1317155 Apr 14 16:11:40.674230 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a4934-9977-4bd9-966b-42139fc16280 req-11d2ee94-13b1-4b10-a8ac-0f95ca9a1ae9 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:40.677257 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8d3a4934-9977-4bd9-966b-42139fc16280 req-11d2ee94-13b1-4b10-a8ac-0f95ca9a1ae9 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f HTTP/1.1" status: 200 len: 943 time: 0.1410327 Apr 14 16:11:40.690502 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-b2f931e3-4d37-4879-b766-a914df1fb9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:40.692497 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-b2f931e3-4d37-4879-b766-a914df1fb9ec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab3a252e-fae3-4d80-a765-f37dc48b7210 HTTP/1.1" status: 200 len: 849 time: 0.2366536 Apr 14 16:11:40.736275 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8d3a4934-9977-4bd9-966b-42139fc16280 req-a12c3152-db30-456b-9f74-c163612368c0 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474303 Apr 14 16:11:40.776741 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-b80581c7-0f90-4810-a3b4-7ed81a6fc229 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30c156d9-8993-497c-b7f9-567a509e8226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681601 Apr 14 16:11:40.782467 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5c921b30-85dc-41b9-b858-2ea9803c0e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:40.784668 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-5c921b30-85dc-41b9-b858-2ea9803c0e15 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86b55a80-468c-416f-9ed3-2601bbe04b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4701226 Apr 14 16:11:41.185672 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd16213-128a-4761-9f16-6452baafc93e admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:11:41.198480 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe0e730-a778-4c1c-8e5f-c3a8559c6cc4 None None] Sync routers for ids ['b4437cc5-67ad-419d-81d2-c0c6b0da7adf'] in dv-cinder-786260-2-iscsi {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:11:41.212567 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe0e730-a778-4c1c-8e5f-c3a8559c6cc4 None None] Routers {'b4437cc5-67ad-419d-81d2-c0c6b0da7adf'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:41.213795 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-abe0e730-a778-4c1c-8e5f-c3a8559c6cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:11:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['b4437cc5-67ad-419d-81d2-c0c6b0da7adf'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:41.307348 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-6fd16213-128a-4761-9f16-6452baafc93e admin admin] 10.222.0.53 "PUT /v2.0/routers/b4437cc5-67ad-419d-81d2-c0c6b0da7adf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0591025 Apr 14 16:11:41.316997 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 40282) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:41.553121 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-d0a93320-12dd-40df-b124-e56f7258edd4 service neutron] 10.222.0.54 "GET /v2.0/networks/86b55a80-468c-416f-9ed3-2601bbe04b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7479146 Apr 14 16:11:41.558785 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-7dd2a5f3-5af1-44c1-8ac7-54b1fa13b6de service neutron] 10.222.0.54 "GET /v2.0/networks/30c156d9-8993-497c-b7f9-567a509e8226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7517805 Apr 14 16:11:41.659176 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f', 'tag': '5245bea6-cecd-4903-98b1-0179a383be6d'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:41.760972 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-abe0e730-a778-4c1c-8e5f-c3a8559c6cc4 None None] Set router b4437cc5-67ad-419d-81d2-c0c6b0da7adf gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:41.847952 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ea3704a1-bc5b-4e9a-a569-113a5103bde6 admin admin] Notify callbacks [] for router, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:41.943569 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83def493-edf8-4b61-a326-f4594f6c40be req-66505963-b6e9-4db1-b7fd-047d83cf5260 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:41.946559 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-83def493-edf8-4b61-a326-f4594f6c40be req-66505963-b6e9-4db1-b7fd-047d83cf5260 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea70033f-6c59-4a82-9aec-a3a0da7cc8f3 HTTP/1.1" status: 200 len: 950 time: 0.8270278 Apr 14 16:11:41.971707 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6f3e1-31c7-4db0-bf85-00bd2216fe48 req-84cb80d9-10e4-4adb-bf6d-83553da4e0f5 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:41.974733 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-16c6f3e1-31c7-4db0-bf85-00bd2216fe48 req-84cb80d9-10e4-4adb-bf6d-83553da4e0f5 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea70033f-6c59-4a82-9aec-a3a0da7cc8f3 HTTP/1.1" status: 200 len: 950 time: 0.7813878 Apr 14 16:11:42.053565 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4558c20f-4a69-4acb-af81-eb614bbeb6aa req-c2061136-0830-43f3-8879-6b27e1631a08 service neutron] 10.222.0.54 "GET /v2.0/networks/30c156d9-8993-497c-b7f9-567a509e8226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831090 Apr 14 16:11:42.062608 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-20b20b2d-8096-4b8a-bf59-6c2b13b09422 req-fc9daec2-c247-4df7-83c1-7a412bff31ab service neutron] 10.222.0.54 "GET /v2.0/networks/86b55a80-468c-416f-9ed3-2601bbe04b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907606 Apr 14 16:11:42.088919 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4fc8e-21d9-4066-8cf0-fcf533fdbc74 req-7a14d2c1-16cb-4877-bb61-616078c72385 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:42.103264 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-71a4fc8e-21d9-4066-8cf0-fcf533fdbc74 req-7a14d2c1-16cb-4877-bb61-616078c72385 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 944 time: 0.4471970 Apr 14 16:11:42.113242 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ea3704a1-bc5b-4e9a-a569-113a5103bde6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:42.126695 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-ea3704a1-bc5b-4e9a-a569-113a5103bde6 admin admin] Deleting port e6527502-1ab7-4c2c-8024-6fe027a3c6c6 {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:11:42.127137 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ea3704a1-bc5b-4e9a-a569-113a5103bde6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:42.132333 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-abe0e730-a778-4c1c-8e5f-c3a8559c6cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4437cc5-67ad-419d-81d2-c0c6b0da7adf', 'name': 'tempest-TestMinimumBasicScenario-478748703-router', 'tenant_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e6527502-1ab7-4c2c-8024-6fe027a3c6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:07:15Z', 'updated_at': '2021-04-14T16:11:37Z', 'revision_number': 5, 'project_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'gw_port': {'id': 'e6527502-1ab7-4c2c-8024-6fe027a3c6c6', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4437cc5-67ad-419d-81d2-c0c6b0da7adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:07:16Z', 'updated_at': '2021-04-14T16:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:42.138467 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe0e730-a778-4c1c-8e5f-c3a8559c6cc4 None None] Checking router: b4437cc5-67ad-419d-81d2-c0c6b0da7adf for host: dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:11:42.151404 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe0e730-a778-4c1c-8e5f-c3a8559c6cc4 None None] Routers {'b4437cc5-67ad-419d-81d2-c0c6b0da7adf'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:42.152251 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-abe0e730-a778-4c1c-8e5f-c3a8559c6cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:11:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['b4437cc5-67ad-419d-81d2-c0c6b0da7adf'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:42.226215 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-16c6f3e1-31c7-4db0-bf85-00bd2216fe48 req-5d319701-ee0e-4fd4-9f2c-1ca7786e52ae tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/security-groups?id=58952196-3986-46d5-9ffe-7e069c494cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869709 Apr 14 16:11:42.243087 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-71a4fc8e-21d9-4066-8cf0-fcf533fdbc74 req-3de32a40-c297-4938-b32b-d1948f2aef48 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128781 Apr 14 16:11:42.269262 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-83def493-edf8-4b61-a326-f4594f6c40be req-7867e434-5369-4cd6-8536-7a1f6ac4ede3 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Deleting port 5d7ec292-88f9-44a8-846d-880ae6a15241 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:11:42.269921 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-83def493-edf8-4b61-a326-f4594f6c40be req-7867e434-5369-4cd6-8536-7a1f6ac4ede3 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:42.423242 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f', 'tag': '5245bea6-cecd-4903-98b1-0179a383be6d', 'status': 'completed', 'code': 200} Apr 14 16:11:42.437932 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2fd52-be32-47e8-92fa-7bda0f0e9a22 req-d0195b21-eb1e-4065-a24b-806779084005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:42.439717 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1ba2fd52-be32-47e8-92fa-7bda0f0e9a22 req-d0195b21-eb1e-4065-a24b-806779084005 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=691977ceece143efa6a03aafe5e47709&device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 1097 time: 0.2565703 Apr 14 16:11:42.473940 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-abe0e730-a778-4c1c-8e5f-c3a8559c6cc4 None None] Set router b4437cc5-67ad-419d-81d2-c0c6b0da7adf gateway port host: None {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:42.573403 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-ea3704a1-bc5b-4e9a-a569-113a5103bde6 admin admin] For port e6527502-1ab7-4c2c-8024-6fe027a3c6c6, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=e6527502-1ab7-4c2c-8024-6fe027a3c6c6,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:42.573853 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ea3704a1-bc5b-4e9a-a569-113a5103bde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:42.613917 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-abe0e730-a778-4c1c-8e5f-c3a8559c6cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4437cc5-67ad-419d-81d2-c0c6b0da7adf', 'name': 'tempest-TestMinimumBasicScenario-478748703-router', 'tenant_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:07:15Z', 'updated_at': '2021-04-14T16:11:42Z', 'revision_number': 6, 'project_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'gw_port_host': None}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:42.619717 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe0e730-a778-4c1c-8e5f-c3a8559c6cc4 None None] The sync data for ids ['b4437cc5-67ad-419d-81d2-c0c6b0da7adf'] in dv-cinder-786260-2-iscsi is: [{'id': 'b4437cc5-67ad-419d-81d2-c0c6b0da7adf', 'name': 'tempest-TestMinimumBasicScenario-478748703-router', 'tenant_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:07:15Z', 'updated_at': '2021-04-14T16:11:42Z', 'revision_number': 6, 'project_id': 'c815ec8a58144da9bf6d2f1d11c6a322', 'gw_port_host': None}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:11:42.802473 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-ea3704a1-bc5b-4e9a-a569-113a5103bde6 admin admin] Calling delete_port for e6527502-1ab7-4c2c-8024-6fe027a3c6c6 owned by network:router_gateway {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:11:42.918937 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2fd52-be32-47e8-92fa-7bda0f0e9a22 req-47f58b3d-5b2b-471b-839f-9fe105f78572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:42.920868 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1ba2fd52-be32-47e8-92fa-7bda0f0e9a22 req-47f58b3d-5b2b-471b-839f-9fe105f78572 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86b55a80-468c-416f-9ed3-2601bbe04b76 HTTP/1.1" status: 200 len: 917 time: 0.4163666 Apr 14 16:11:42.930902 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6e755-dd4c-4a82-a448-236ff5131a0f req-2852f7bb-b44a-42d1-a626-f105df622c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:42.932660 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-85e6e755-dd4c-4a82-a448-236ff5131a0f req-2852f7bb-b44a-42d1-a626-f105df622c5e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c98ea59a79c7494fa39b8f02a0f01ffd&device_id=e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f HTTP/1.1" status: 200 len: 1096 time: 0.4663219 Apr 14 16:11:42.940247 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-83def493-edf8-4b61-a326-f4594f6c40be req-7867e434-5369-4cd6-8536-7a1f6ac4ede3 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] For port 5d7ec292-88f9-44a8-846d-880ae6a15241, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5d7ec292-88f9-44a8-846d-880ae6a15241,segment=NetworkSegment(6622e771-9bde-4b81-b4ba-6037cd0653c3),segment_id=6622e771-9bde-4b81-b4ba-6037cd0653c3)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:42.940934 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-83def493-edf8-4b61-a326-f4594f6c40be req-7867e434-5369-4cd6-8536-7a1f6ac4ede3 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:43.212448 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-83def493-edf8-4b61-a326-f4594f6c40be req-7867e434-5369-4cd6-8536-7a1f6ac4ede3 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Calling delete_port for 5d7ec292-88f9-44a8-846d-880ae6a15241 owned by compute:nova {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:11:43.262296 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12717f-0b0f-478e-821b-29408fdcc474 req-03792d7b-60f8-4f9f-9cc9-df0c0ae14433 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:43.265214 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0e12717f-0b0f-478e-821b-29408fdcc474 req-03792d7b-60f8-4f9f-9cc9-df0c0ae14433 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f HTTP/1.1" status: 200 len: 943 time: 0.5521252 Apr 14 16:11:43.317099 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1ba2fd52-be32-47e8-92fa-7bda0f0e9a22 req-6a381f31-2a7b-46a5-a93c-b04759c9c0cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c701e4a-7c90-4d78-a0b4-e2b31d675c23 HTTP/1.1" status: 200 len: 217 time: 0.3812799 Apr 14 16:11:43.363419 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0e12717f-0b0f-478e-821b-29408fdcc474 req-90cd1420-a557-467f-91e7-cac2d27bfa72 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775487 Apr 14 16:11:43.503878 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:43.516431 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2fd52-be32-47e8-92fa-7bda0f0e9a22 req-b2489bcb-eb4d-4250-abbc-f950c35975e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:43.518842 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1ba2fd52-be32-47e8-92fa-7bda0f0e9a22 req-b2489bcb-eb4d-4250-abbc-f950c35975e6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83188662-4769-460f-ab17-6c69d6a31076 HTTP/1.1" status: 200 len: 855 time: 0.1879466 Apr 14 16:11:43.612568 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 9b42f294-60ed-4e2a-b40c-0fa83d719816 no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:11:43.663960 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] No Port match for: 9b42f294-60ed-4e2a-b40c-0fa83d719816 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:11:43.664956 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 9b42f294-60ed-4e2a-b40c-0fa83d719816 not bound to the agent host dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:11:43.666849 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device e6527502-1ab7-4c2c-8024-6fe027a3c6c6 no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:11:43.674721 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-83def493-edf8-4b61-a326-f4594f6c40be req-7867e434-5369-4cd6-8536-7a1f6ac4ede3 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850712043'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:43.693487 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8c7bbbf1-4153-4263-ad24-4fe0ec76f924 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:43.695427 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6e755-dd4c-4a82-a448-236ff5131a0f req-06d8ae43-5767-4068-b514-f989e29f42f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:43.698425 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-85e6e755-dd4c-4a82-a448-236ff5131a0f req-06d8ae43-5767-4068-b514-f989e29f42f9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30c156d9-8993-497c-b7f9-567a509e8226 HTTP/1.1" status: 200 len: 910 time: 0.7007685 Apr 14 16:11:43.707140 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['5d7ec292-88f9-44a8-846d-880ae6a15241'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:11:43.766581 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867e434-5369-4cd6-8536-7a1f6ac4ede3 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Pushing event deleted for resources: {'Port': ['ID=5d7ec292-88f9-44a8-846d-880ae6a15241,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:43.774251 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7867e434-5369-4cd6-8536-7a1f6ac4ede3 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:43.893966 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef30ae-9520-462e-905e-4ceecb57767a req-5476fb40-cb7f-40f5-9be8-368989189c52 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:43.895879 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-98ef30ae-9520-462e-905e-4ceecb57767a req-5476fb40-cb7f-40f5-9be8-368989189c52 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea70033f-6c59-4a82-9aec-a3a0da7cc8f3 HTTP/1.1" status: 200 len: 867 time: 0.3534060 Apr 14 16:11:43.911666 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b0ed3-7071-4c89-aaf2-41b50bba6093 req-4018ec68-6906-470f-8c2c-301050520841 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:43.914334 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-105b0ed3-7071-4c89-aaf2-41b50bba6093 req-4018ec68-6906-470f-8c2c-301050520841 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 944 time: 0.3204706 Apr 14 16:11:43.916281 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-85e6e755-dd4c-4a82-a448-236ff5131a0f req-9bed82bd-2a95-4e64-b04f-6a1c700d6aee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5245bea6-cecd-4903-98b1-0179a383be6d HTTP/1.1" status: 200 len: 217 time: 0.1423261 Apr 14 16:11:43.987562 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-98ef30ae-9520-462e-905e-4ceecb57767a req-2029bb88-e68f-46c0-abf7-1a48d97a24a1 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.53 "GET /v2.0/security-groups?id=58952196-3986-46d5-9ffe-7e069c494cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720134 Apr 14 16:11:43.992360 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-105b0ed3-7071-4c89-aaf2-41b50bba6093 req-9a48fa4e-dbaf-4444-b781-722b190889e5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588439 Apr 14 16:11:44.131595 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-83def493-edf8-4b61-a326-f4594f6c40be req-7867e434-5369-4cd6-8536-7a1f6ac4ede3 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] No DVR routers for this DVR port 5d7ec292-88f9-44a8-846d-880ae6a15241 on host hv-cinder-78626 {{(pid=85285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:11:44.134590 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-83def493-edf8-4b61-a326-f4594f6c40be req-7867e434-5369-4cd6-8536-7a1f6ac4ede3 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:44.138171 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea70033f-6c59-4a82-9aec-a3a0da7cc8f3', 'name': 'network-vif-deleted', 'tag': '5d7ec292-88f9-44a8-846d-880ae6a15241'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:44.149099 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-83def493-edf8-4b61-a326-f4594f6c40be req-7867e434-5369-4cd6-8536-7a1f6ac4ede3 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] 10.222.0.54 "DELETE /v2.0/ports/5d7ec292-88f9-44a8-846d-880ae6a15241 HTTP/1.1" status: 204 len: 173 time: 2.1725922 Apr 14 16:11:44.196151 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:44.199384 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6e755-dd4c-4a82-a448-236ff5131a0f req-d3736738-e82c-4ece-a1e7-2db9c189a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:44.207489 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-85e6e755-dd4c-4a82-a448-236ff5131a0f req-d3736738-e82c-4ece-a1e7-2db9c189a9b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab3a252e-fae3-4d80-a765-f37dc48b7210 HTTP/1.1" status: 200 len: 849 time: 0.2638831 Apr 14 16:11:44.213230 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ea3704a1-bc5b-4e9a-a569-113a5103bde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:44.300702 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-14239f9b-26e0-4239-aeeb-453f79a5ed57 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:44.315994 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea70033f-6c59-4a82-9aec-a3a0da7cc8f3', 'name': 'network-vif-deleted', 'tag': '5d7ec292-88f9-44a8-846d-880ae6a15241', 'status': 'completed', 'code': 200} Apr 14 16:11:44.365738 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2fd52-be32-47e8-92fa-7bda0f0e9a22 req-d6704180-2047-44c0-9820-cb6a79c2ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:44.367524 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1ba2fd52-be32-47e8-92fa-7bda0f0e9a22 req-d6704180-2047-44c0-9820-cb6a79c2ecd0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86b55a80-468c-416f-9ed3-2601bbe04b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.8220701 Apr 14 16:11:44.384654 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3704a1-bc5b-4e9a-a569-113a5103bde6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6527502-1ab7-4c2c-8024-6fe027a3c6c6,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:44.388669 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-85e6e755-dd4c-4a82-a448-236ff5131a0f req-4166b666-5638-41da-a2b2-c8d0866895be service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30c156d9-8993-497c-b7f9-567a509e8226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1337533 Apr 14 16:11:44.411604 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ea3704a1-bc5b-4e9a-a569-113a5103bde6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:44.632525 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0adff7-f092-4ac1-b93c-95713ad4824c req-d49ab093-3ff1-4fd0-88fe-bb0d49079bfc tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:44.634288 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2c0adff7-f092-4ac1-b93c-95713ad4824c req-d49ab093-3ff1-4fd0-88fe-bb0d49079bfc tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f HTTP/1.1" status: 200 len: 943 time: 0.0964129 Apr 14 16:11:44.686473 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2c0adff7-f092-4ac1-b93c-95713ad4824c req-835655c8-87ce-4453-83b8-4bc45cb817b9 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397220 Apr 14 16:11:44.808945 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1ba2fd52-be32-47e8-92fa-7bda0f0e9a22 req-b00002e6-6505-4dcc-893b-71e5053270b3 service neutron] 10.222.0.54 "GET /v2.0/networks/86b55a80-468c-416f-9ed3-2601bbe04b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254289 Apr 14 16:11:44.914528 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-85e6e755-dd4c-4a82-a448-236ff5131a0f req-b7ef97ca-1134-4a0f-8afd-0a990528604c service neutron] 10.222.0.54 "GET /v2.0/networks/30c156d9-8993-497c-b7f9-567a509e8226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991899 Apr 14 16:11:45.423405 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ea3704a1-bc5b-4e9a-a569-113a5103bde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704485'] for router_gateway, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:45.506034 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e7132-1ffc-4442-8f58-7876d21aad29 req-a2a30b7f-a360-49e4-9286-22a0e2ba7b5b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:45.509314 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0a4e7132-1ffc-4442-8f58-7876d21aad29 req-a2a30b7f-a360-49e4-9286-22a0e2ba7b5b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 944 time: 0.1972439 Apr 14 16:11:45.575633 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0a4e7132-1ffc-4442-8f58-7876d21aad29 req-aa2805b0-880a-4b51-b9e9-5aee6a00f35e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528715 Apr 14 16:11:45.667292 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1ba2fd52-be32-47e8-92fa-7bda0f0e9a22 req-6524fddb-b0f6-4165-98b0-c42f093e637b service neutron] 10.222.0.54 "GET /v2.0/networks/86b55a80-468c-416f-9ed3-2601bbe04b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8503485 Apr 14 16:11:45.669360 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ea3704a1-bc5b-4e9a-a569-113a5103bde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259354'] for router, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:45.673650 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ea3704a1-bc5b-4e9a-a569-113a5103bde6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:45.677590 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-85e6e755-dd4c-4a82-a448-236ff5131a0f req-0fb20f45-8027-4d93-90a6-df063a31db37 service neutron] 10.222.0.54 "GET /v2.0/networks/30c156d9-8993-497c-b7f9-567a509e8226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7462029 Apr 14 16:11:45.702093 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ea3704a1-bc5b-4e9a-a569-113a5103bde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853018765'] for router, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:45.703078 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3704a1-bc5b-4e9a-a569-113a5103bde6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4437cc5-67ad-419d-81d2-c0c6b0da7adf {{(pid=85284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:11:45.725701 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ea3704a1-bc5b-4e9a-a569-113a5103bde6 admin admin] Notify callbacks [] for router, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:45.731835 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-ea3704a1-bc5b-4e9a-a569-113a5103bde6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b4437cc5-67ad-419d-81d2-c0c6b0da7adf HTTP/1.1" status: 204 len: 168 time: 4.4093006 Apr 14 16:11:45.732730 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 40326) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:45.851961 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3f8459-2c98-43fc-8289-806bcf6a9527 admin admin] Deleting subnet 09637efe-89bf-4155-9ec5-44363eafdde8 {{(pid=85285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:11:45.858116 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4d3f8459-2c98-43fc-8289-806bcf6a9527 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:45.930853 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4d3f8459-2c98-43fc-8289-806bcf6a9527 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850711990'] for subnet, precommit_delete_associations {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:46.166102 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4d3f8459-2c98-43fc-8289-806bcf6a9527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14877'] for subnet, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:46.180105 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 5245bea6-cecd-4903-98b1-0179a383be6d details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:11:46.185760 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 5d7ec292-88f9-44a8-846d-880ae6a15241 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:11:46.203515 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267ab5f-6716-41a4-8da7-81b54cf7f858 req-f2f70151-05c6-40f2-b9f0-4dab4a61712d tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:46.205269 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6267ab5f-6716-41a4-8da7-81b54cf7f858 req-f2f70151-05c6-40f2-b9f0-4dab4a61712d tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f HTTP/1.1" status: 200 len: 943 time: 0.2419591 Apr 14 16:11:46.258140 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6267ab5f-6716-41a4-8da7-81b54cf7f858 req-3bbd9562-ac72-4699-a502-673789760bce tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424180 Apr 14 16:11:46.277323 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] No Port match for: 5d7ec292-88f9-44a8-846d-880ae6a15241 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:11:46.277949 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 5d7ec292-88f9-44a8-846d-880ae6a15241 not bound to the agent host hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:11:46.537598 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 5245bea6-cecd-4903-98b1-0179a383be6d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5245bea6-cecd-4903-98b1-0179a383be6d,segment=NetworkSegment(2ab4250b-e9c1-4ab9-9e33-6212bbd05e98),segment_id=2ab4250b-e9c1-4ab9-9e33-6212bbd05e98)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:46.561761 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4d3f8459-2c98-43fc-8289-806bcf6a9527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854760955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4063808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851707563'] for subnet, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:46.563068 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': '5245bea6-cecd-4903-98b1-0179a383be6d', 'network_id': '30c156d9-8993-497c-b7f9-567a509e8226', 'port_id': '5245bea6-cecd-4903-98b1-0179a383be6d', 'mac_address': 'fa:16:3e:09:82:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab3a252e-fae3-4d80-a765-f37dc48b7210', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:11:46.581008 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:46.672090 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f8459-2c98-43fc-8289-806bcf6a9527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09637efe-89bf-4155-9ec5-44363eafdde8,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:46.677283 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4d3f8459-2c98-43fc-8289-806bcf6a9527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:46.693455 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:46.695939 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5245bea6-cecd-4903-98b1-0179a383be6d {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:46.740080 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 5245bea6-cecd-4903-98b1-0179a383be6d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5245bea6-cecd-4903-98b1-0179a383be6d,segment=NetworkSegment(2ab4250b-e9c1-4ab9-9e33-6212bbd05e98),segment_id=2ab4250b-e9c1-4ab9-9e33-6212bbd05e98)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:46.745624 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:46.747278 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:11:46.761762 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:46.933312 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4d3f8459-2c98-43fc-8289-806bcf6a9527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:46.948240 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ee9c47-91be-4d4d-9410-d7a076852649 None None] Network 719da6c1-f535-421c-b557-f7a74bec4a0b requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:11:46.978061 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-4d3f8459-2c98-43fc-8289-806bcf6a9527 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/09637efe-89bf-4155-9ec5-44363eafdde8 HTTP/1.1" status: 204 len: 168 time: 1.2416472 Apr 14 16:11:46.979918 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 40408) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:47.077234 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278ed2a-2f62-49bc-83d7-22f90b98dc21 req-c58e447f-2589-464c-8b8a-c4cc7a776ead tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:47.080161 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f278ed2a-2f62-49bc-83d7-22f90b98dc21 req-c58e447f-2589-464c-8b8a-c4cc7a776ead tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 944 time: 0.3218253 Apr 14 16:11:47.135599 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=5245bea6-cecd-4903-98b1-0179a383be6d,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:47.274244 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f278ed2a-2f62-49bc-83d7-22f90b98dc21 req-e59e530c-1a88-4e8e-b570-4b26fe2d665e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970201 Apr 14 16:11:47.281294 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:47.281948 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:47.282634 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:47.283060 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-85753c77-74a0-47bd-bed5-8b96906c6841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854580288'] for network, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:47.283229 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:47.283982 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:47.284634 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:47.285282 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:47.285926 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:47.286633 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:47.301329 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:47.301785 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:47.302351 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:47.327631 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:47.365403 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7c701e4a-7c90-4d78-a0b4-e2b31d675c23,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:47.367775 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-85753c77-74a0-47bd-bed5-8b96906c6841 admin admin] Deleting port 297c8f1e-ce12-4bab-a045-230041c0a325 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:11:47.368600 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-85753c77-74a0-47bd-bed5-8b96906c6841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:47.398505 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': '7c701e4a-7c90-4d78-a0b4-e2b31d675c23', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'port_id': '7c701e4a-7c90-4d78-a0b4-e2b31d675c23', 'mac_address': 'fa:16:3e:46:f6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83188662-4769-460f-ab17-6c69d6a31076', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:11:47.603240 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:47.605144 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:47.630020 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7c701e4a-7c90-4d78-a0b4-e2b31d675c23,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:47.635377 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:47.639546 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:47.719052 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=7c701e4a-7c90-4d78-a0b4-e2b31d675c23,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:47.729033 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:47.730861 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac9ce1d-bfa8-494f-a879-b62a7f76e029 None None] DHCP port deletion for 719da6c1-f535-421c-b557-f7a74bec4a0b request from dv-cinder-786260-2-iscsi {{(pid=85286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:11:47.736512 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-fac9ce1d-bfa8-494f-a879-b62a7f76e029 None None] Deleting port 297c8f1e-ce12-4bab-a045-230041c0a325 {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:11:47.737137 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fac9ce1d-bfa8-494f-a879-b62a7f76e029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:47.768090 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-85753c77-74a0-47bd-bed5-8b96906c6841 admin admin] For port 297c8f1e-ce12-4bab-a045-230041c0a325, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=297c8f1e-ce12-4bab-a045-230041c0a325,segment=NetworkSegment(d3ce93dc-e8cc-4692-882b-9b0fed849321),segment_id=d3ce93dc-e8cc-4692-882b-9b0fed849321)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:47.768090 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-85753c77-74a0-47bd-bed5-8b96906c6841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:47.901042 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['5245bea6-cecd-4903-98b1-0179a383be6d'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:11:47.935629 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-85753c77-74a0-47bd-bed5-8b96906c6841 admin admin] Calling delete_port for 297c8f1e-ce12-4bab-a045-230041c0a325 owned by network:dhcp {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:11:47.950625 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['7c701e4a-7c90-4d78-a0b4-e2b31d675c23'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:11:48.060121 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1ff7e-d6a1-4b41-a042-6ed690f2eae4 req-ff2216ee-adc9-4baa-b6ab-9e9b6fca783e tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:48.063193 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-63c1ff7e-d6a1-4b41-a042-6ed690f2eae4 req-ff2216ee-adc9-4baa-b6ab-9e9b6fca783e tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f HTTP/1.1" status: 200 len: 944 time: 0.5474811 Apr 14 16:11:48.140569 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-63c1ff7e-d6a1-4b41-a042-6ed690f2eae4 req-44879bc8-214e-4fa6-b0e4-2044fd805ec9 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605168 Apr 14 16:11:48.147353 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-85753c77-74a0-47bd-bed5-8b96906c6841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850712043'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:48.168416 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1688a739-6d5a-4f77-b706-ba817de23109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:48.546656 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-fac9ce1d-bfa8-494f-a879-b62a7f76e029 None None] For port 297c8f1e-ce12-4bab-a045-230041c0a325, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=297c8f1e-ce12-4bab-a045-230041c0a325,segment=NetworkSegment(d3ce93dc-e8cc-4692-882b-9b0fed849321),segment_id=d3ce93dc-e8cc-4692-882b-9b0fed849321)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:48.547043 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fac9ce1d-bfa8-494f-a879-b62a7f76e029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:48.618566 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85753c77-74a0-47bd-bed5-8b96906c6841 admin admin] Pushing event deleted for resources: {'Port': ['ID=297c8f1e-ce12-4bab-a045-230041c0a325,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:48.630418 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-85753c77-74a0-47bd-bed5-8b96906c6841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:48.748793 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85753c77-74a0-47bd-bed5-8b96906c6841 admin admin] No DVR routers for this DVR port 297c8f1e-ce12-4bab-a045-230041c0a325 on host dv-cinder-786260-2-iscsi {{(pid=85285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:11:48.772441 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-fac9ce1d-bfa8-494f-a879-b62a7f76e029 None None] Calling delete_port for 297c8f1e-ce12-4bab-a045-230041c0a325 owned by network:dhcp {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:11:48.812187 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad1527-04ec-421e-bffc-ef82db768657 req-ee20cbc3-32ce-4add-b5f3-8be83c8d30e1 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:48.814248 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-06ad1527-04ec-421e-bffc-ef82db768657 req-ee20cbc3-32ce-4add-b5f3-8be83c8d30e1 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 945 time: 0.2538083 Apr 14 16:11:48.923348 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-06ad1527-04ec-421e-bffc-ef82db768657 req-2bd06435-31cd-4a3a-be6b-281996f74b9a tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929298 Apr 14 16:11:48.925636 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-85753c77-74a0-47bd-bed5-8b96906c6841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363258286215762'] for network, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:48.948608 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.db.api [None req-fac9ce1d-bfa8-494f-a879-b62a7f76e029 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85286) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:11:48.949019 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_db.api [None req-fac9ce1d-bfa8-494f-a879-b62a7f76e029 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:11:49.130938 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-85753c77-74a0-47bd-bed5-8b96906c6841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719da6c1-f535-421c-b557-f7a74bec4a0b']}} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:49.145717 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-85753c77-74a0-47bd-bed5-8b96906c6841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ce93dc-e8cc-4692-882b-9b0fed849321') {'for_net_delete': True} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:49.146061 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-85753c77-74a0-47bd-bed5-8b96906c6841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ce93dc-e8cc-4692-882b-9b0fed849321') {} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:49.164521 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-85753c77-74a0-47bd-bed5-8b96906c6841 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258286223442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850711108'] for segment, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.185700 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-85753c77-74a0-47bd-bed5-8b96906c6841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.195335 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85753c77-74a0-47bd-bed5-8b96906c6841 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=85285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:11:49.450673 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-fac9ce1d-bfa8-494f-a879-b62a7f76e029 None None] Deleting port 297c8f1e-ce12-4bab-a045-230041c0a325 {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:11:49.451675 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fac9ce1d-bfa8-494f-a879-b62a7f76e029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.465483 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-85753c77-74a0-47bd-bed5-8b96906c6841 admin admin] Network 719da6c1-f535-421c-b557-f7a74bec4a0b has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:11:49.479287 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-85753c77-74a0-47bd-bed5-8b96906c6841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063791'] for segment, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.606530 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-fac9ce1d-bfa8-494f-a879-b62a7f76e029 None None] The port '297c8f1e-ce12-4bab-a045-230041c0a325' was deleted {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:11:49.611379 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 297c8f1e-ce12-4bab-a045-230041c0a325 no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:11:49.686026 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] No Port match for: 297c8f1e-ce12-4bab-a045-230041c0a325 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:11:49.686859 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 297c8f1e-ce12-4bab-a045-230041c0a325 not bound to the agent host dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:11:49.706990 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-85753c77-74a0-47bd-bed5-8b96906c6841 admin admin] Network 719da6c1-f535-421c-b557-f7a74bec4a0b has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: Traceback (most recent call last): Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: timer() Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: cb(*args, **kw) Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: return func(*args, **kwargs) Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: self._notify() Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: self.callback(batched_events) Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: event.method(event) Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: segment_id)['aggregates'][0] Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: return f(self, *a, **k) Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: return self._get(url).json() Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: **kwargs) Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: return self.request(url, 'GET', **kwargs) Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: **endpoint_filter) Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:11:49.733193 dv-cinder-786260-2-iscsi neutron-server[85169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:11:49.809037 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09f7e5-ec95-4a62-8ee8-1b8d6a5098a6 req-6a180167-4e59-45be-95c4-73ceb01244a3 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:49.810836 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1b09f7e5-ec95-4a62-8ee8-1b8d6a5098a6 req-6a180167-4e59-45be-95c4-73ceb01244a3 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f HTTP/1.1" status: 200 len: 944 time: 0.4133677 Apr 14 16:11:49.846682 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-85753c77-74a0-47bd-bed5-8b96906c6841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853071345'] for network, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.855125 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:49.871987 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1b09f7e5-ec95-4a62-8ee8-1b8d6a5098a6 req-eb6a0769-09db-45cd-9e4e-8c79f5353dda tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461290 Apr 14 16:11:49.873169 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-85753c77-74a0-47bd-bed5-8b96906c6841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.885816 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85753c77-74a0-47bd-bed5-8b96906c6841 admin admin] Pushing event deleted for resources: {'Network': ['ID=719da6c1-f535-421c-b557-f7a74bec4a0b,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:49.889402 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-85753c77-74a0-47bd-bed5-8b96906c6841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:49.895630 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-85753c77-74a0-47bd-bed5-8b96906c6841 admin admin] 10.222.0.53 "DELETE /v2.0/networks/719da6c1-f535-421c-b557-f7a74bec4a0b HTTP/1.1" status: 204 len: 168 time: 2.9076722 Apr 14 16:11:50.198019 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 5245bea6-cecd-4903-98b1-0179a383be6d up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:50.309045 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 40544) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:50.353698 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bd4a6-808a-4179-9a47-22602b372bb8 req-f358a94d-c4dd-463c-a14c-10f7689efe5d tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:50.358784 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning for port 5245bea6-cecd-4903-98b1-0179a383be6d completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:50.364778 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port 5245bea6-cecd-4903-98b1-0179a383be6d triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:50.365198 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:50.366781 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-993bd4a6-808a-4179-9a47-22602b372bb8 req-f358a94d-c4dd-463c-a14c-10f7689efe5d tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 945 time: 0.1974368 Apr 14 16:11:50.387296 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-ffc288f3-959b-4608-a05a-8469d65c00d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ac826e176e54f9dbeafa327d0de385c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0757062 Apr 14 16:11:50.389632 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 40548) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:50.435043 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-993bd4a6-808a-4179-9a47-22602b372bb8 req-b28c4eaf-42dd-4141-9471-bc6afc83e8da tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635350 Apr 14 16:11:50.518123 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:50.537010 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5245bea6-cecd-4903-98b1-0179a383be6d'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:50.538784 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-630527b0-1fd4-4bb1-8472-6d2ee6c4564b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:50.549121 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 5245bea6-cecd-4903-98b1-0179a383be6d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5245bea6-cecd-4903-98b1-0179a383be6d,segment=NetworkSegment(2ab4250b-e9c1-4ab9-9e33-6212bbd05e98),segment_id=2ab4250b-e9c1-4ab9-9e33-6212bbd05e98)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:50.553617 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:50.554532 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:50.588425 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:50.603416 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-630527b0-1fd4-4bb1-8472-6d2ee6c4564b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:50.632545 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5245bea6-cecd-4903-98b1-0179a383be6d', 'code': 200} Apr 14 16:11:50.695335 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-630527b0-1fd4-4bb1-8472-6d2ee6c4564b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:50.709097 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-f1d89a9e-cec8-498d-a1ad-e0c2e4051d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:50.726370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630527b0-1fd4-4bb1-8472-6d2ee6c4564b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5003b7f0-87d7-444b-9962-abc320ffb3ca,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:50.732488 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=5245bea6-cecd-4903-98b1-0179a383be6d,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:50.734732 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-630527b0-1fd4-4bb1-8472-6d2ee6c4564b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:50.736784 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-630527b0-1fd4-4bb1-8472-6d2ee6c4564b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5003b7f0-87d7-444b-9962-abc320ffb3ca HTTP/1.1" status: 204 len: 168 time: 0.3443754 Apr 14 16:11:50.738206 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-630527b0-1fd4-4bb1-8472-6d2ee6c4564b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:50.755092 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:50.758236 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning for port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:50.775626 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:50.776361 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.013317 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.059546 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7c701e4a-7c90-4d78-a0b4-e2b31d675c23,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:51.065431 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.072037 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:51.088907 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f933e-a5e4-4429-9bf9-c18cd646a2d1 req-f5db872a-3612-491a-b14f-e457c815ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:51.113595 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-136f933e-a5e4-4429-9bf9-c18cd646a2d1 req-f5db872a-3612-491a-b14f-e457c815ef4a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f HTTP/1.1" status: 200 len: 1098 time: 0.2425489 Apr 14 16:11:51.166086 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-136f933e-a5e4-4429-9bf9-c18cd646a2d1 req-b206ccdd-90c3-4cc6-8038-241ae33d8774 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430479 Apr 14 16:11:51.234317 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=7c701e4a-7c90-4d78-a0b4-e2b31d675c23,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:51.238719 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:51.287437 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532fb34-308b-4596-8b2e-6712b99dd523 req-38897b1a-161d-4256-8899-74a903475874 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:51.290508 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f532fb34-308b-4596-8b2e-6712b99dd523 req-38897b1a-161d-4256-8899-74a903475874 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f HTTP/1.1" status: 200 len: 945 time: 0.1670985 Apr 14 16:11:51.326776 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f532fb34-308b-4596-8b2e-6712b99dd523 req-2d194833-928f-4f69-9960-5f83d21733a2 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277355 Apr 14 16:11:51.377039 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 40580) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:51.416311 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-5a8d1a71-a1c1-46a8-9718-a450ccf3bc4b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c815ec8a58144da9bf6d2f1d11c6a322&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377254 Apr 14 16:11:51.419660 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 40586) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:51.497728 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2d2253f1-beb1-42cf-af34-9e8cb8df4de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.531245 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2d2253f1-beb1-42cf-af34-9e8cb8df4de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.636679 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2d2253f1-beb1-42cf-af34-9e8cb8df4de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.644059 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-672471e9-61b6-4ce5-a340-073a0c54b5b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:51.659189 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2253f1-beb1-42cf-af34-9e8cb8df4de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeeeab8-11ac-4f6b-86aa-a567db297406,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:51.663519 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-2d2253f1-beb1-42cf-af34-9e8cb8df4de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:51.670340 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2d2253f1-beb1-42cf-af34-9e8cb8df4de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.671571 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-2d2253f1-beb1-42cf-af34-9e8cb8df4de9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/baeeeab8-11ac-4f6b-86aa-a567db297406 HTTP/1.1" status: 204 len: 168 time: 0.2508621 Apr 14 16:11:51.709878 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d70e6-8550-4478-86a0-6f68b1874cdb req-f20e5792-2a46-45d6-a090-42299f86652e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:51.711920 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b81d70e6-8550-4478-86a0-6f68b1874cdb req-f20e5792-2a46-45d6-a090-42299f86652e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 946 time: 0.1313827 Apr 14 16:11:51.747171 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b81d70e6-8550-4478-86a0-6f68b1874cdb req-460ac69f-8b9a-4d8f-a429-d58b354365bd tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276523 Apr 14 16:11:52.603178 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 40604) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:52.634124 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe930e0-2064-4772-8b8c-5eaec6f82b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c701e4a-7c90-4d78-a0b4-e2b31d675c23'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:52.706114 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee4605-2584-4487-9957-0f2ea06e2162 req-240b5f9e-77c8-4605-ba4c-cc525b51e966 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:52.708416 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-29ee4605-2584-4487-9957-0f2ea06e2162 req-240b5f9e-77c8-4605-ba4c-cc525b51e966 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f HTTP/1.1" status: 200 len: 945 time: 0.1528714 Apr 14 16:11:52.747430 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-29ee4605-2584-4487-9957-0f2ea06e2162 req-0d545643-1c5a-4d79-9b17-bb3b0e8f51b8 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306845 Apr 14 16:11:52.843499 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe930e0-2064-4772-8b8c-5eaec6f82b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c701e4a-7c90-4d78-a0b4-e2b31d675c23', 'code': 200} Apr 14 16:11:52.881579 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 40616) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:52.882603 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-2b84a7f1-2fc6-4b3e-a394-fe6297fb5efb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=65227e932f4e498ebf4cf338e8963798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767386 Apr 14 16:11:53.063098 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0986f093-54aa-4442-b25a-99cf69fa9a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:53.103430 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0986f093-54aa-4442-b25a-99cf69fa9a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:53.173361 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc22c3-3485-4646-b14c-6c037db43cf6 req-c5c22847-3394-4fe6-a02f-dc014e401c9e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:53.182478 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f9dc22c3-3485-4646-b14c-6c037db43cf6 req-c5c22847-3394-4fe6-a02f-dc014e401c9e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 946 time: 0.1959085 Apr 14 16:11:53.224179 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f9dc22c3-3485-4646-b14c-6c037db43cf6 req-155f399e-0558-4bc2-85f5-5801403e5b8c tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403285 Apr 14 16:11:53.255205 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0986f093-54aa-4442-b25a-99cf69fa9a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:53.257119 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:53.285105 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986f093-54aa-4442-b25a-99cf69fa9a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58952196-3986-46d5-9ffe-7e069c494cf5,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:53.304374 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c3d44-3cd2-4ed0-af53-1c5339c4b529 req-6ea8cbb7-b7fa-4b97-87bf-066ad07a598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:53.305484 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986f093-54aa-4442-b25a-99cf69fa9a21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:53.306427 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986f093-54aa-4442-b25a-99cf69fa9a21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:53.307220 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-705c3d44-3cd2-4ed0-af53-1c5339c4b529 req-6ea8cbb7-b7fa-4b97-87bf-066ad07a598c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 1099 time: 0.1897178 Apr 14 16:11:53.307657 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986f093-54aa-4442-b25a-99cf69fa9a21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:53.308357 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986f093-54aa-4442-b25a-99cf69fa9a21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:53.309034 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986f093-54aa-4442-b25a-99cf69fa9a21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:53.309723 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986f093-54aa-4442-b25a-99cf69fa9a21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:53.310836 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986f093-54aa-4442-b25a-99cf69fa9a21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:53.311507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986f093-54aa-4442-b25a-99cf69fa9a21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:53.312271 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986f093-54aa-4442-b25a-99cf69fa9a21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:53.313206 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986f093-54aa-4442-b25a-99cf69fa9a21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:53.313871 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986f093-54aa-4442-b25a-99cf69fa9a21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:53.314689 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986f093-54aa-4442-b25a-99cf69fa9a21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:53.323944 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0986f093-54aa-4442-b25a-99cf69fa9a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:53.330700 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0986f093-54aa-4442-b25a-99cf69fa9a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:53.336004 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-0986f093-54aa-4442-b25a-99cf69fa9a21 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/58952196-3986-46d5-9ffe-7e069c494cf5 HTTP/1.1" status: 204 len: 168 time: 0.4489610 Apr 14 16:11:53.355784 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-705c3d44-3cd2-4ed0-af53-1c5339c4b529 req-bf28f1e9-271b-4d7e-b50e-aefa59d17b74 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393085 Apr 14 16:11:54.415914 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ebe1d-bcda-46a1-a33f-f9a94f19e95c req-94abea55-5835-40f5-9cdd-12ba6528a281 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:54.418945 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1c6ebe1d-bcda-46a1-a33f-f9a94f19e95c req-94abea55-5835-40f5-9cdd-12ba6528a281 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f HTTP/1.1" status: 200 len: 945 time: 0.1276014 Apr 14 16:11:54.575136 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1c6ebe1d-bcda-46a1-a33f-f9a94f19e95c req-eefb7f6f-67ce-4e52-b58c-65e96e12be87 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848157 Apr 14 16:11:54.638854 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfe62e-4689-461e-90ad-315c5c9dbb7b req-e53d6cac-4f19-47cf-8144-d91db548be05 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:54.641839 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6bdfe62e-4689-461e-90ad-315c5c9dbb7b req-e53d6cac-4f19-47cf-8144-d91db548be05 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 946 time: 0.2209904 Apr 14 16:11:54.676048 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6bdfe62e-4689-461e-90ad-315c5c9dbb7b req-4275b7b8-0ea6-436d-841e-adbb65f6c7a5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272584 Apr 14 16:11:54.885782 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76411a-bf40-4263-8e48-bbc96b3ad315 req-25a5f7bb-9dbc-44c2-a3cc-2f5794bad76e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:54.887511 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ee76411a-bf40-4263-8e48-bbc96b3ad315 req-25a5f7bb-9dbc-44c2-a3cc-2f5794bad76e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 946 time: 0.0938261 Apr 14 16:11:54.899786 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 40640) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:54.906794 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-f47fb49f-2b05-4201-b5b1-ec9ed3175a23 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Request body: {'floatingip': {'port_id': '7c701e4a-7c90-4d78-a0b4-e2b31d675c23'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:55.008847 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f47fb49f-2b05-4201-b5b1-ec9ed3175a23 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for floatingip, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:55.686790 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43394fdb-e136-441a-b5f6-49a4b4f8e2be req-9783792f-2651-4a67-aea3-1150348601bf tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:55.687620 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-43394fdb-e136-441a-b5f6-49a4b4f8e2be req-9783792f-2651-4a67-aea3-1150348601bf tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Synchronizing usage tracker for tenant:c98ea59a79c7494fa39b8f02a0f01ffd on resource:port {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:55.707649 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-43394fdb-e136-441a-b5f6-49a4b4f8e2be req-9783792f-2651-4a67-aea3-1150348601bf tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Unset dirty status for tenant:c98ea59a79c7494fa39b8f02a0f01ffd on resource:port {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:55.709244 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-43394fdb-e136-441a-b5f6-49a4b4f8e2be req-9783792f-2651-4a67-aea3-1150348601bf tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f HTTP/1.1" status: 200 len: 945 time: 0.1210070 Apr 14 16:11:55.811476 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-43394fdb-e136-441a-b5f6-49a4b4f8e2be req-bf13d744-1432-47b0-9a53-ea314dd3662a tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Deleting port 5245bea6-cecd-4903-98b1-0179a383be6d {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:11:55.811979 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-43394fdb-e136-441a-b5f6-49a4b4f8e2be req-bf13d744-1432-47b0-9a53-ea314dd3662a tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:55.854796 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f47fb49f-2b05-4201-b5b1-ec9ed3175a23 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:55.859360 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f47fb49f-2b05-4201-b5b1-ec9ed3175a23 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853071330'] for floatingip, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:56.189866 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-43394fdb-e136-441a-b5f6-49a4b4f8e2be req-bf13d744-1432-47b0-9a53-ea314dd3662a tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] For port 5245bea6-cecd-4903-98b1-0179a383be6d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5245bea6-cecd-4903-98b1-0179a383be6d,segment=NetworkSegment(2ab4250b-e9c1-4ab9-9e33-6212bbd05e98),segment_id=2ab4250b-e9c1-4ab9-9e33-6212bbd05e98)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:56.190413 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-43394fdb-e136-441a-b5f6-49a4b4f8e2be req-bf13d744-1432-47b0-9a53-ea314dd3662a tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:56.339519 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535b518-7b3f-429c-a616-6c5121e7a861 req-996b4618-53f3-47a1-9d47-5eaa6473951f tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:56.341210 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9535b518-7b3f-429c-a616-6c5121e7a861 req-996b4618-53f3-47a1-9d47-5eaa6473951f tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f HTTP/1.1" status: 200 len: 945 time: 0.6213787 Apr 14 16:11:56.399880 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.l3_db [None req-f47fb49f-2b05-4201-b5b1-ec9ed3175a23 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Floating IP 954bcdd3-70b0-4849-b60c-80d89fccf57d associated. External IP: 172.27.1.143, port: 7c701e4a-7c90-4d78-a0b4-e2b31d675c23. Apr 14 16:11:56.461322 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9535b518-7b3f-429c-a616-6c5121e7a861 req-5f96cbb5-52d6-4298-ae43-6647e39e3e4d tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3350337-6d26-47c0-84b3-201b41e1f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077034 Apr 14 16:11:56.627931 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-43394fdb-e136-441a-b5f6-49a4b4f8e2be req-bf13d744-1432-47b0-9a53-ea314dd3662a tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Calling delete_port for 5245bea6-cecd-4903-98b1-0179a383be6d owned by compute:nova {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:11:56.801714 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ff9344d3-0531-4730-af4f-047e80a9648d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:56.820762 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-43394fdb-e136-441a-b5f6-49a4b4f8e2be req-bf13d744-1432-47b0-9a53-ea314dd3662a tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:56.833745 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47fb49f-2b05-4201-b5b1-ec9ed3175a23 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Router d8e09ac4-38f9-4b38-9462-9202f150eca2 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:11:56.834385 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['5245bea6-cecd-4903-98b1-0179a383be6d'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:11:56.850032 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ea3704a1-bc5b-4e9a-a569-113a5103bde6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:56.959582 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13d744-1432-47b0-9a53-ea314dd3662a tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Pushing event deleted for resources: {'Port': ['ID=5245bea6-cecd-4903-98b1-0179a383be6d,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:56.969013 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bf13d744-1432-47b0-9a53-ea314dd3662a tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:57.113276 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47fb49f-2b05-4201-b5b1-ec9ed3175a23 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:11:57.121271 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f47fb49f-2b05-4201-b5b1-ec9ed3175a23 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for floatingip, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:57.127363 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc24e6d-d9c8-4e4f-8e54-f1147712c486 None None] Sync routers for ids ['d8e09ac4-38f9-4b38-9462-9202f150eca2'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:11:57.140754 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc24e6d-d9c8-4e4f-8e54-f1147712c486 None None] Routers {'d8e09ac4-38f9-4b38-9462-9202f150eca2'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:57.141675 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-7bc24e6d-d9c8-4e4f-8e54-f1147712c486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:11:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['d8e09ac4-38f9-4b38-9462-9202f150eca2'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:57.231093 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-f47fb49f-2b05-4201-b5b1-ec9ed3175a23 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "PUT /v2.0/floatingips/954bcdd3-70b0-4849-b60c-80d89fccf57d HTTP/1.1" status: 200 len: 992 time: 2.3253298 Apr 14 16:11:57.231093 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe930e0-2064-4772-8b8c-5eaec6f82b63', 'tag': '7c701e4a-7c90-4d78-a0b4-e2b31d675c23'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:57.306534 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-43394fdb-e136-441a-b5f6-49a4b4f8e2be req-bf13d744-1432-47b0-9a53-ea314dd3662a tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] No DVR routers for this DVR port 5245bea6-cecd-4903-98b1-0179a383be6d on host hv-cinder-78626 {{(pid=85284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:11:57.311360 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-43394fdb-e136-441a-b5f6-49a4b4f8e2be req-bf13d744-1432-47b0-9a53-ea314dd3662a tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:57.316621 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f', 'name': 'network-vif-deleted', 'tag': '5245bea6-cecd-4903-98b1-0179a383be6d'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:57.342053 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-43394fdb-e136-441a-b5f6-49a4b4f8e2be req-bf13d744-1432-47b0-9a53-ea314dd3662a tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.54 "DELETE /v2.0/ports/5245bea6-cecd-4903-98b1-0179a383be6d HTTP/1.1" status: 204 len: 173 time: 1.6265671 Apr 14 16:11:57.351272 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe930e0-2064-4772-8b8c-5eaec6f82b63', 'tag': '7c701e4a-7c90-4d78-a0b4-e2b31d675c23', 'status': 'completed', 'code': 200} Apr 14 16:11:57.502125 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-7bc24e6d-d9c8-4e4f-8e54-f1147712c486 None None] Set router d8e09ac4-38f9-4b38-9462-9202f150eca2 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:57.530241 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaf33b-4a32-4abe-a393-13ca607e4c51 req-c10050a3-b4d7-4504-a9c4-69d4f42a3707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:57.535679 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-29aaf33b-4a32-4abe-a393-13ca607e4c51 req-c10050a3-b4d7-4504-a9c4-69d4f42a3707 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=691977ceece143efa6a03aafe5e47709&device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 1099 time: 0.1387289 Apr 14 16:11:57.616462 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f', 'name': 'network-vif-deleted', 'tag': '5245bea6-cecd-4903-98b1-0179a383be6d', 'status': 'completed', 'code': 200} Apr 14 16:11:57.806108 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaf33b-4a32-4abe-a393-13ca607e4c51 req-b59d2292-daf1-49c2-ae6e-344e843fda52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:57.807798 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-29aaf33b-4a32-4abe-a393-13ca607e4c51 req-b59d2292-daf1-49c2-ae6e-344e843fda52 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86b55a80-468c-416f-9ed3-2601bbe04b76 HTTP/1.1" status: 200 len: 917 time: 0.2644036 Apr 14 16:11:57.931028 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b41b8f46-3398-4f99-ae87-ccff562c2c06 req-d1ca6805-255b-48ac-ab69-cfcba045cac1 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4b635-89fa-4e6b-86b2-3a2f5d4b396f HTTP/1.1" status: 200 len: 210 time: 0.1102746 Apr 14 16:11:57.965319 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-29aaf33b-4a32-4abe-a393-13ca607e4c51 req-68c478f3-af3a-4111-a29f-3e5ef281959c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c701e4a-7c90-4d78-a0b4-e2b31d675c23 HTTP/1.1" status: 200 len: 1000 time: 0.1492052 Apr 14 16:11:58.040969 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaf33b-4a32-4abe-a393-13ca607e4c51 req-4fb29883-f75a-47d7-a65e-24c03ac1e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:58.042616 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-29aaf33b-4a32-4abe-a393-13ca607e4c51 req-4fb29883-f75a-47d7-a65e-24c03ac1e785 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83188662-4769-460f-ab17-6c69d6a31076 HTTP/1.1" status: 200 len: 855 time: 0.0702817 Apr 14 16:11:58.091975 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-7bc24e6d-d9c8-4e4f-8e54-f1147712c486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'name': 'tempest-AttachVolumeShelveTestJSON-933395349-router', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:08Z', 'updated_at': '2021-04-14T16:06:19Z', 'revision_number': 4, 'project_id': '691977ceece143efa6a03aafe5e47709', 'gw_port': {'id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:25:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:10Z', 'updated_at': '2021-04-14T16:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': '954bcdd3-70b0-4849-b60c-80d89fccf57d', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'port_id': '7c701e4a-7c90-4d78-a0b4-e2b31d675c23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'mac_address': 'fa:16:3e:46:f6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe930e0-2064-4772-8b8c-5eaec6f82b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:11:20Z', 'updated_at': '2021-04-14T16:11:55Z', 'revision_number': 1, 'project_id': '691977ceece143efa6a03aafe5e47709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e3eb120-f2c8-4668-ae95-47ad34707eaf', 'name': '', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'mac_address': 'fa:16:3e:1c:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '83188662-4769-460f-ab17-6c69d6a31076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:17Z', 'updated_at': '2021-04-14T16:06:25Z', 'revision_number': 5, 'project_id': '691977ceece143efa6a03aafe5e47709', 'subnets': [{'id': '83188662-4769-460f-ab17-6c69d6a31076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:58.101485 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc24e6d-d9c8-4e4f-8e54-f1147712c486 None None] Checking router: d8e09ac4-38f9-4b38-9462-9202f150eca2 for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:11:58.119351 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc24e6d-d9c8-4e4f-8e54-f1147712c486 None None] Routers {'d8e09ac4-38f9-4b38-9462-9202f150eca2'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:58.121436 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-7bc24e6d-d9c8-4e4f-8e54-f1147712c486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:11:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['d8e09ac4-38f9-4b38-9462-9202f150eca2'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:58.204748 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaf33b-4a32-4abe-a393-13ca607e4c51 req-89214c0d-e8c5-41ae-b66c-28170b1728bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:58.208277 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-29aaf33b-4a32-4abe-a393-13ca607e4c51 req-89214c0d-e8c5-41ae-b66c-28170b1728bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86b55a80-468c-416f-9ed3-2601bbe04b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1581018 Apr 14 16:11:58.360848 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-7bc24e6d-d9c8-4e4f-8e54-f1147712c486 None None] Set router d8e09ac4-38f9-4b38-9462-9202f150eca2 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:58.433321 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-29aaf33b-4a32-4abe-a393-13ca607e4c51 req-ea7f5086-6761-4e55-9092-990a3ce390c1 service neutron] 10.222.0.54 "GET /v2.0/networks/86b55a80-468c-416f-9ed3-2601bbe04b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170765 Apr 14 16:11:58.604863 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-29aaf33b-4a32-4abe-a393-13ca607e4c51 req-d217b0a9-052b-4948-a6eb-159bb91a8f07 service neutron] 10.222.0.54 "GET /v2.0/networks/86b55a80-468c-416f-9ed3-2601bbe04b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647689 Apr 14 16:11:58.818157 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-7bc24e6d-d9c8-4e4f-8e54-f1147712c486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'name': 'tempest-AttachVolumeShelveTestJSON-933395349-router', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:08Z', 'updated_at': '2021-04-14T16:06:19Z', 'revision_number': 4, 'project_id': '691977ceece143efa6a03aafe5e47709', 'gw_port': {'id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:25:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:10Z', 'updated_at': '2021-04-14T16:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': '954bcdd3-70b0-4849-b60c-80d89fccf57d', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'port_id': '7c701e4a-7c90-4d78-a0b4-e2b31d675c23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'mac_address': 'fa:16:3e:46:f6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe930e0-2064-4772-8b8c-5eaec6f82b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:11:20Z', 'updated_at': '2021-04-14T16:11:55Z', 'revision_number': 1, 'project_id': '691977ceece143efa6a03aafe5e47709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e3eb120-f2c8-4668-ae95-47ad34707eaf', 'name': '', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'mac_address': 'fa:16:3e:1c:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '83188662-4769-460f-ab17-6c69d6a31076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:17Z', 'updated_at': '2021-04-14T16:06:25Z', 'revision_number': 5, 'project_id': '691977ceece143efa6a03aafe5e47709', 'subnets': [{'id': '83188662-4769-460f-ab17-6c69d6a31076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:58.822791 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc24e6d-d9c8-4e4f-8e54-f1147712c486 None None] The sync data for ids ['d8e09ac4-38f9-4b38-9462-9202f150eca2'] in dv-cinder-786260-2-iscsi is: [{'id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'name': 'tempest-AttachVolumeShelveTestJSON-933395349-router', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:08Z', 'updated_at': '2021-04-14T16:06:19Z', 'revision_number': 4, 'project_id': '691977ceece143efa6a03aafe5e47709', 'gw_port': {'id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:25:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:10Z', 'updated_at': '2021-04-14T16:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': '954bcdd3-70b0-4849-b60c-80d89fccf57d', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'port_id': '7c701e4a-7c90-4d78-a0b4-e2b31d675c23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'mac_address': 'fa:16:3e:46:f6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe930e0-2064-4772-8b8c-5eaec6f82b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:11:20Z', 'updated_at': '2021-04-14T16:11:55Z', 'revision_number': 1, 'project_id': '691977ceece143efa6a03aafe5e47709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e3eb120-f2c8-4668-ae95-47ad34707eaf', 'name': '', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'mac_address': 'fa:16:3e:1c:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '83188662-4769-460f-ab17-6c69d6a31076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:17Z', 'updated_at': '2021-04-14T16:06:25Z', 'revision_number': 5, 'project_id': '691977ceece143efa6a03aafe5e47709', 'subnets': [{'id': '83188662-4769-460f-ab17-6c69d6a31076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:11:59.149448 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3da2c-865a-4293-9301-d45986f24910 None None] New status for floating IP 954bcdd3-70b0-4849-b60c-80d89fccf57d: ACTIVE {{(pid=85287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:11:59.458538 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d69b7cd2-8ec5-44e0-8b9a-fca0cb4954d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:59.694395 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:00.257466 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 5245bea6-cecd-4903-98b1-0179a383be6d no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:12:00.305940 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] No Port match for: 5245bea6-cecd-4903-98b1-0179a383be6d {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:12:00.306451 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 5245bea6-cecd-4903-98b1-0179a383be6d not bound to the agent host hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:12:00.430167 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.353139 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:12:02.072178 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:11.589494 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 40816) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:12.278043 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-947f4837-2578-4f6a-90c6-c6bf4d733547 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Deleting port ec671df3-9b03-42af-b961-6c75ecfd85a2 {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:12:12.278776 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-947f4837-2578-4f6a-90c6-c6bf4d733547 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:12.595019 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-947f4837-2578-4f6a-90c6-c6bf4d733547 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:12.595899 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-947f4837-2578-4f6a-90c6-c6bf4d733547 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:12.758785 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-947f4837-2578-4f6a-90c6-c6bf4d733547 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Calling delete_port for ec671df3-9b03-42af-b961-6c75ecfd85a2 owned by network:floatingip {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:12:12.956592 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-947f4837-2578-4f6a-90c6-c6bf4d733547 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:12.973737 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bd2b7827-4975-43a8-875a-51c77b300d01 tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:13.046392 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f4837-2578-4f6a-90c6-c6bf4d733547 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Pushing event deleted for resources: {'Port': ['ID=ec671df3-9b03-42af-b961-6c75ecfd85a2,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:13.056944 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-947f4837-2578-4f6a-90c6-c6bf4d733547 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:13.461026 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-947f4837-2578-4f6a-90c6-c6bf4d733547 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for floatingip, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:13.461553 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.l3_db [None req-947f4837-2578-4f6a-90c6-c6bf4d733547 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Floating IP fc007be7-c6af-411e-9d87-040afc09b825 disassociated (deleted). External IP: 172.27.1.219, port: 700e5882-25a6-4868-8c0e-3ca90b3e680e. Apr 14 16:12:13.463161 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:14.011733 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947f4837-2578-4f6a-90c6-c6bf4d733547 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Router 0d80a66d-3467-452c-b421-ff9c634e44d2 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:12:14.740592 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947f4837-2578-4f6a-90c6-c6bf4d733547 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:12:14.762068 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc15503a-f7ac-4722-bab3-eb936101c022 None None] Sync routers for ids ['0d80a66d-3467-452c-b421-ff9c634e44d2'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:12:14.791455 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc15503a-f7ac-4722-bab3-eb936101c022 None None] Routers {'0d80a66d-3467-452c-b421-ff9c634e44d2'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:14.792196 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-947f4837-2578-4f6a-90c6-c6bf4d733547 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for floatingip, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:14.794020 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-bc15503a-f7ac-4722-bab3-eb936101c022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:11:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['0d80a66d-3467-452c-b421-ff9c634e44d2'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:14.858782 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-947f4837-2578-4f6a-90c6-c6bf4d733547 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "DELETE /v2.0/floatingips/fc007be7-c6af-411e-9d87-040afc09b825 HTTP/1.1" status: 204 len: 168 time: 3.2676702 Apr 14 16:12:14.859619 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aae3ffe-55c2-492c-8085-4842a147970c', 'tag': '700e5882-25a6-4868-8c0e-3ca90b3e680e'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:14.929485 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aae3ffe-55c2-492c-8085-4842a147970c', 'tag': '700e5882-25a6-4868-8c0e-3ca90b3e680e', 'status': 'completed', 'code': 200} Apr 14 16:12:15.104185 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42d0e2-a9b6-4cbf-8f19-d7b9ede71e05 req-e0f3a70f-b489-4a76-8988-3683ae1d3250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:15.106893 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0f42d0e2-a9b6-4cbf-8f19-d7b9ede71e05 req-e0f3a70f-b489-4a76-8988-3683ae1d3250 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91ea008d0147431cb1eeb4f5c290e6b7&device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 1099 time: 0.1516902 Apr 14 16:12:15.209244 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-bc15503a-f7ac-4722-bab3-eb936101c022 None None] Set router 0d80a66d-3467-452c-b421-ff9c634e44d2 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:15.299330 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42d0e2-a9b6-4cbf-8f19-d7b9ede71e05 req-c1e51e7b-168c-4e9f-9116-a2f6cb21aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:15.301230 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0f42d0e2-a9b6-4cbf-8f19-d7b9ede71e05 req-c1e51e7b-168c-4e9f-9116-a2f6cb21aec3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=efc13fb2-38cb-4474-87f7-427bcd62decb HTTP/1.1" status: 200 len: 909 time: 0.1835022 Apr 14 16:12:15.420273 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0f42d0e2-a9b6-4cbf-8f19-d7b9ede71e05 req-d80bd5d9-9f05-4241-9e17-63b35cb9e56a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=700e5882-25a6-4868-8c0e-3ca90b3e680e HTTP/1.1" status: 200 len: 217 time: 0.1087279 Apr 14 16:12:15.583182 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42d0e2-a9b6-4cbf-8f19-d7b9ede71e05 req-1935fb5a-72fe-4a41-8684-c3700d56753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:15.587194 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0f42d0e2-a9b6-4cbf-8f19-d7b9ede71e05 req-1935fb5a-72fe-4a41-8684-c3700d56753c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eb750ea5-d2d8-4539-8e70-4f1cf7bcb894 HTTP/1.1" status: 200 len: 847 time: 0.1577919 Apr 14 16:12:15.629577 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98fb87-908a-4b57-a12d-d1b42d963741 req-a86d0a26-619c-4478-9bcb-db186c7f4dfb tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:15.645413 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6f98fb87-908a-4b57-a12d-d1b42d963741 req-a86d0a26-619c-4478-9bcb-db186c7f4dfb tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.1854138 Apr 14 16:12:15.705828 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6f98fb87-908a-4b57-a12d-d1b42d963741 req-acf94450-b6e6-49df-ad9e-9c377d3a25d4 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582905 Apr 14 16:12:15.837674 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-bc15503a-f7ac-4722-bab3-eb936101c022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'name': 'tempest-TestShelveInstance-857663546-router', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:31Z', 'updated_at': '2021-04-14T16:06:36Z', 'revision_number': 4, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'gw_port': {'id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:32Z', 'updated_at': '2021-04-14T16:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '7ca5df80-a061-4ed1-8958-f72b6ea2655c', 'name': '', 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'mac_address': 'fa:16:3e:77:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'eb750ea5-d2d8-4539-8e70-4f1cf7bcb894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:35Z', 'updated_at': '2021-04-14T16:06:50Z', 'revision_number': 5, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'subnets': [{'id': 'eb750ea5-d2d8-4539-8e70-4f1cf7bcb894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:15.840182 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42d0e2-a9b6-4cbf-8f19-d7b9ede71e05 req-8b8d4a2b-61fd-4a4a-bbf6-16a8c3cbf846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:15.843814 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0f42d0e2-a9b6-4cbf-8f19-d7b9ede71e05 req-8b8d4a2b-61fd-4a4a-bbf6-16a8c3cbf846 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=efc13fb2-38cb-4474-87f7-427bcd62decb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2486567 Apr 14 16:12:15.845329 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc15503a-f7ac-4722-bab3-eb936101c022 None None] Checking router: 0d80a66d-3467-452c-b421-ff9c634e44d2 for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:12:15.873310 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc15503a-f7ac-4722-bab3-eb936101c022 None None] Routers {'0d80a66d-3467-452c-b421-ff9c634e44d2'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:15.874023 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-bc15503a-f7ac-4722-bab3-eb936101c022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:11:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['0d80a66d-3467-452c-b421-ff9c634e44d2'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:16.270501 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0f42d0e2-a9b6-4cbf-8f19-d7b9ede71e05 req-e5cc86cb-6baf-4a2d-8c20-287c1218be8b service neutron] 10.222.0.54 "GET /v2.0/networks/efc13fb2-38cb-4474-87f7-427bcd62decb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134517 Apr 14 16:12:16.426977 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-bc15503a-f7ac-4722-bab3-eb936101c022 None None] Set router 0d80a66d-3467-452c-b421-ff9c634e44d2 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:16.562945 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0f42d0e2-a9b6-4cbf-8f19-d7b9ede71e05 req-0016792c-c111-40d6-a447-3d595d42fa5d service neutron] 10.222.0.54 "GET /v2.0/networks/efc13fb2-38cb-4474-87f7-427bcd62decb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828341 Apr 14 16:12:16.971399 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-bc15503a-f7ac-4722-bab3-eb936101c022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'name': 'tempest-TestShelveInstance-857663546-router', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:31Z', 'updated_at': '2021-04-14T16:06:36Z', 'revision_number': 4, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'gw_port': {'id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:32Z', 'updated_at': '2021-04-14T16:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '7ca5df80-a061-4ed1-8958-f72b6ea2655c', 'name': '', 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'mac_address': 'fa:16:3e:77:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'eb750ea5-d2d8-4539-8e70-4f1cf7bcb894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:35Z', 'updated_at': '2021-04-14T16:06:50Z', 'revision_number': 5, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'subnets': [{'id': 'eb750ea5-d2d8-4539-8e70-4f1cf7bcb894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:16.986272 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc15503a-f7ac-4722-bab3-eb936101c022 None None] The sync data for ids ['0d80a66d-3467-452c-b421-ff9c634e44d2'] in dv-cinder-786260-2-iscsi is: [{'id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'name': 'tempest-TestShelveInstance-857663546-router', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:31Z', 'updated_at': '2021-04-14T16:06:36Z', 'revision_number': 4, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'gw_port': {'id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:32Z', 'updated_at': '2021-04-14T16:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '7ca5df80-a061-4ed1-8958-f72b6ea2655c', 'name': '', 'network_id': 'efc13fb2-38cb-4474-87f7-427bcd62decb', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'mac_address': 'fa:16:3e:77:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'eb750ea5-d2d8-4539-8e70-4f1cf7bcb894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:35Z', 'updated_at': '2021-04-14T16:06:50Z', 'revision_number': 5, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'subnets': [{'id': 'eb750ea5-d2d8-4539-8e70-4f1cf7bcb894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:12:17.157767 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155304b-e365-488c-bf6c-4d47b2d31b81 req-ed6951e7-a630-404e-9e3b-2b60a972e394 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:17.159864 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-7155304b-e365-488c-bf6c-4d47b2d31b81 req-ed6951e7-a630-404e-9e3b-2b60a972e394 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Synchronizing usage tracker for tenant:91ea008d0147431cb1eeb4f5c290e6b7 on resource:port {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:17.193077 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-7155304b-e365-488c-bf6c-4d47b2d31b81 req-ed6951e7-a630-404e-9e3b-2b60a972e394 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Unset dirty status for tenant:91ea008d0147431cb1eeb4f5c290e6b7 on resource:port {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:17.195895 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7155304b-e365-488c-bf6c-4d47b2d31b81 req-ed6951e7-a630-404e-9e3b-2b60a972e394 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.54 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.2518516 Apr 14 16:12:17.323945 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2d0b1-f18e-4fab-b9b9-3e63ae663f65 req-72baef66-f4c1-4f6f-a236-7a0d372eea2a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:17.326951 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-50f2d0b1-f18e-4fab-b9b9-3e63ae663f65 req-72baef66-f4c1-4f6f-a236-7a0d372eea2a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 946 time: 0.3662529 Apr 14 16:12:17.352831 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-7155304b-e365-488c-bf6c-4d47b2d31b81 req-26e8591d-0d93-4258-a54d-9a3bffed76e1 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Deleting port 700e5882-25a6-4868-8c0e-3ca90b3e680e {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:12:17.353546 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7155304b-e365-488c-bf6c-4d47b2d31b81 req-26e8591d-0d93-4258-a54d-9a3bffed76e1 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:17.397641 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-50f2d0b1-f18e-4fab-b9b9-3e63ae663f65 req-57c55ac8-81fe-4328-8501-84c53e9fc539 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b882fbe3-5ea4-4cfb-a53e-107a2b23f649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532467 Apr 14 16:12:17.573155 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca3598f-40f3-453d-bd16-04a334401c2c None None] New status for floating IP fc007be7-c6af-411e-9d87-040afc09b825: DOWN {{(pid=85287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:12:17.825497 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-7155304b-e365-488c-bf6c-4d47b2d31b81 req-26e8591d-0d93-4258-a54d-9a3bffed76e1 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] For port 700e5882-25a6-4868-8c0e-3ca90b3e680e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=700e5882-25a6-4868-8c0e-3ca90b3e680e,segment=NetworkSegment(79bdc854-4a52-4f39-9d2b-9612d500cf5c),segment_id=79bdc854-4a52-4f39-9d2b-9612d500cf5c)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:17.826557 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7155304b-e365-488c-bf6c-4d47b2d31b81 req-26e8591d-0d93-4258-a54d-9a3bffed76e1 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:18.161505 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-7155304b-e365-488c-bf6c-4d47b2d31b81 req-26e8591d-0d93-4258-a54d-9a3bffed76e1 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Calling delete_port for 700e5882-25a6-4868-8c0e-3ca90b3e680e owned by compute:nova {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:12:18.427992 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7155304b-e365-488c-bf6c-4d47b2d31b81 req-26e8591d-0d93-4258-a54d-9a3bffed76e1 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:18.447706 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:18.513627 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8591d-0d93-4258-a54d-9a3bffed76e1 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Pushing event deleted for resources: {'Port': ['ID=700e5882-25a6-4868-8c0e-3ca90b3e680e,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:18.518832 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-26e8591d-0d93-4258-a54d-9a3bffed76e1 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:18.778878 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-42b98139-1537-4430-b4cd-44b04728ae7f req-443684e0-0d17-4ecb-944c-acd9ae0236d3 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 210 time: 0.1272790 Apr 14 16:12:18.826225 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-7155304b-e365-488c-bf6c-4d47b2d31b81 req-26e8591d-0d93-4258-a54d-9a3bffed76e1 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] No DVR routers for this DVR port 700e5882-25a6-4868-8c0e-3ca90b3e680e on host hv-cinder-78626 {{(pid=85284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:12:18.829571 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7155304b-e365-488c-bf6c-4d47b2d31b81 req-26e8591d-0d93-4258-a54d-9a3bffed76e1 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:18.835344 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aae3ffe-55c2-492c-8085-4842a147970c', 'name': 'network-vif-deleted', 'tag': '700e5882-25a6-4868-8c0e-3ca90b3e680e'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:18.875192 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7155304b-e365-488c-bf6c-4d47b2d31b81 req-26e8591d-0d93-4258-a54d-9a3bffed76e1 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.54 "DELETE /v2.0/ports/700e5882-25a6-4868-8c0e-3ca90b3e680e HTTP/1.1" status: 204 len: 173 time: 1.6725314 Apr 14 16:12:18.951887 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aae3ffe-55c2-492c-8085-4842a147970c', 'name': 'network-vif-deleted', 'tag': '700e5882-25a6-4868-8c0e-3ca90b3e680e', 'status': 'completed', 'code': 200} Apr 14 16:12:20.186234 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-efd6ef69-4465-450d-b754-8669b478392e req-986fcdb8-dda9-45ce-9916-edd4053d844a tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aae3ffe-55c2-492c-8085-4842a147970c HTTP/1.1" status: 200 len: 210 time: 0.1004558 Apr 14 16:12:20.370169 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 700e5882-25a6-4868-8c0e-3ca90b3e680e no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:12:20.514073 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] No Port match for: 700e5882-25a6-4868-8c0e-3ca90b3e680e {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:12:20.516219 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 700e5882-25a6-4868-8c0e-3ca90b3e680e not bound to the agent host hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:12:21.382789 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 40930) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:21.494100 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f8d149ac-ac88-4ea7-bae2-733155a75877 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:21.537999 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f8d149ac-ac88-4ea7-bae2-733155a75877 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:21.608072 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f8d149ac-ac88-4ea7-bae2-733155a75877 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:21.619631 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-347bfb0c-4555-4db0-a59f-06b17c0d6ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:21.651016 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d149ac-ac88-4ea7-bae2-733155a75877 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b882fbe3-5ea4-4cfb-a53e-107a2b23f649,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:21.656189 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-f8d149ac-ac88-4ea7-bae2-733155a75877 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:21.669048 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f8d149ac-ac88-4ea7-bae2-733155a75877 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:21.674331 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-f8d149ac-ac88-4ea7-bae2-733155a75877 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] 10.222.0.53 "DELETE /v2.0/security-groups/b882fbe3-5ea4-4cfb-a53e-107a2b23f649 HTTP/1.1" status: 204 len: 168 time: 0.2872338 Apr 14 16:12:21.746992 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 40936) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:22.988332 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9addd4bb-888e-4789-b57d-66d0c90fe1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1768756'] for router_interface, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:23.526849 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-9addd4bb-888e-4789-b57d-66d0c90fe1c2 admin admin] Deleting port 7ca5df80-a061-4ed1-8958-f72b6ea2655c {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:12:23.527227 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9addd4bb-888e-4789-b57d-66d0c90fe1c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:23.732447 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-9addd4bb-888e-4789-b57d-66d0c90fe1c2 admin admin] For port 7ca5df80-a061-4ed1-8958-f72b6ea2655c, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=7ca5df80-a061-4ed1-8958-f72b6ea2655c,segment=NetworkSegment(79bdc854-4a52-4f39-9d2b-9612d500cf5c),segment_id=79bdc854-4a52-4f39-9d2b-9612d500cf5c)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:23.732806 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9addd4bb-888e-4789-b57d-66d0c90fe1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:23.878546 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-9addd4bb-888e-4789-b57d-66d0c90fe1c2 admin admin] Calling delete_port for 7ca5df80-a061-4ed1-8958-f72b6ea2655c owned by network:router_interface {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:12:24.099265 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9addd4bb-888e-4789-b57d-66d0c90fe1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:24.116433 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bf9475d3-8da7-4e91-b0b1-575ec67be353 tempest-VolumesSnapshotTestJSON-1855055617 tempest-VolumesSnapshotTestJSON-1855055617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:24.457121 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9addd4bb-888e-4789-b57d-66d0c90fe1c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ca5df80-a061-4ed1-8958-f72b6ea2655c,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:24.461803 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-9addd4bb-888e-4789-b57d-66d0c90fe1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:25.069750 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9addd4bb-888e-4789-b57d-66d0c90fe1c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853169174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704643'] for router_interface, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:25.844921 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9addd4bb-888e-4789-b57d-66d0c90fe1c2 admin admin] Router 0d80a66d-3467-452c-b421-ff9c634e44d2 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:12:26.055297 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9addd4bb-888e-4789-b57d-66d0c90fe1c2 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:12:26.069521 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de2763f-8bb2-4e7f-80f4-617e6e09caad None None] Sync routers for ids ['0d80a66d-3467-452c-b421-ff9c634e44d2'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:12:26.072535 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-9addd4bb-888e-4789-b57d-66d0c90fe1c2 admin admin] 10.222.0.53 "PUT /v2.0/routers/0d80a66d-3467-452c-b421-ff9c634e44d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3235006 Apr 14 16:12:26.075368 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41040) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:26.089094 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de2763f-8bb2-4e7f-80f4-617e6e09caad None None] Routers {'0d80a66d-3467-452c-b421-ff9c634e44d2'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:26.090309 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-7de2763f-8bb2-4e7f-80f4-617e6e09caad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:11:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['0d80a66d-3467-452c-b421-ff9c634e44d2'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:26.331470 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d528-d6e1-4477-8f4f-1152142d318d admin admin] Notify callbacks [] for router, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:26.357462 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-7de2763f-8bb2-4e7f-80f4-617e6e09caad None None] Set router 0d80a66d-3467-452c-b421-ff9c634e44d2 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:26.565957 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d528-d6e1-4477-8f4f-1152142d318d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:26.581182 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-a7e7d528-d6e1-4477-8f4f-1152142d318d admin admin] Deleting port 13c1de09-8c1c-4a5c-a243-80b18f540731 {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:12:26.581753 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d528-d6e1-4477-8f4f-1152142d318d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:26.644679 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 41046) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:26.740812 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_v2 [None req-2337db55-1104-4d64-a33d-0a2b795ef26b admin admin] Deleting subnet ab3a252e-fae3-4d80-a765-f37dc48b7210 {{(pid=85285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:12:26.747191 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2337db55-1104-4d64-a33d-0a2b795ef26b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:26.819960 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f7220d5d-b1df-4b46-b0ca-f215dcd91b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:26.826918 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-7de2763f-8bb2-4e7f-80f4-617e6e09caad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'name': 'tempest-TestShelveInstance-857663546-router', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:31Z', 'updated_at': '2021-04-14T16:12:24Z', 'revision_number': 5, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'gw_port': {'id': '13c1de09-8c1c-4a5c-a243-80b18f540731', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:02:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:32Z', 'updated_at': '2021-04-14T16:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:26.832785 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de2763f-8bb2-4e7f-80f4-617e6e09caad None None] Checking router: 0d80a66d-3467-452c-b421-ff9c634e44d2 for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:12:26.844337 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de2763f-8bb2-4e7f-80f4-617e6e09caad None None] Routers {'0d80a66d-3467-452c-b421-ff9c634e44d2'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:26.845297 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-7de2763f-8bb2-4e7f-80f4-617e6e09caad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:11:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['0d80a66d-3467-452c-b421-ff9c634e44d2'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:26.853829 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2337db55-1104-4d64-a33d-0a2b795ef26b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850711990'] for subnet, precommit_delete_associations {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:26.910838 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-a7e7d528-d6e1-4477-8f4f-1152142d318d admin admin] For port 13c1de09-8c1c-4a5c-a243-80b18f540731, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=13c1de09-8c1c-4a5c-a243-80b18f540731,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:26.911519 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d528-d6e1-4477-8f4f-1152142d318d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:26.971297 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2337db55-1104-4d64-a33d-0a2b795ef26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14877'] for subnet, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:27.081351 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-a7e7d528-d6e1-4477-8f4f-1152142d318d admin admin] Calling delete_port for 13c1de09-8c1c-4a5c-a243-80b18f540731 owned by network:router_gateway {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:12:27.152470 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-7de2763f-8bb2-4e7f-80f4-617e6e09caad None None] Set router 0d80a66d-3467-452c-b421-ff9c634e44d2 gateway port host: None {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:27.284654 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-7de2763f-8bb2-4e7f-80f4-617e6e09caad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'name': 'tempest-TestShelveInstance-857663546-router', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:31Z', 'updated_at': '2021-04-14T16:12:26Z', 'revision_number': 6, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'gw_port_host': None}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:27.290052 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de2763f-8bb2-4e7f-80f4-617e6e09caad None None] The sync data for ids ['0d80a66d-3467-452c-b421-ff9c634e44d2'] in dv-cinder-786260-2-iscsi is: [{'id': '0d80a66d-3467-452c-b421-ff9c634e44d2', 'name': 'tempest-TestShelveInstance-857663546-router', 'tenant_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:31Z', 'updated_at': '2021-04-14T16:12:26Z', 'revision_number': 6, 'project_id': '91ea008d0147431cb1eeb4f5c290e6b7', 'gw_port_host': None}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:12:27.341368 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d528-d6e1-4477-8f4f-1152142d318d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:27.356812 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-fba7164f-f096-4599-8736-16ed143a599e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:27.383726 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2337db55-1104-4d64-a33d-0a2b795ef26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854760955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4063808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851707563'] for subnet, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:27.407770 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-86ce9ed2-762d-4c24-812e-c577cae2467d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:27.422461 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7d528-d6e1-4477-8f4f-1152142d318d admin admin] Pushing event deleted for resources: {'Port': ['ID=13c1de09-8c1c-4a5c-a243-80b18f540731,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:27.426975 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a7e7d528-d6e1-4477-8f4f-1152142d318d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:27.592256 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337db55-1104-4d64-a33d-0a2b795ef26b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab3a252e-fae3-4d80-a765-f37dc48b7210,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:27.600615 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-2337db55-1104-4d64-a33d-0a2b795ef26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:27.661953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2337db55-1104-4d64-a33d-0a2b795ef26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:27.662304 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 7ca5df80-a061-4ed1-8958-f72b6ea2655c no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:12:27.674348 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-2337db55-1104-4d64-a33d-0a2b795ef26b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ab3a252e-fae3-4d80-a765-f37dc48b7210 HTTP/1.1" status: 204 len: 168 time: 1.0278008 Apr 14 16:12:27.679001 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 41052) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:27.747441 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] No Port match for: 7ca5df80-a061-4ed1-8958-f72b6ea2655c {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:12:27.748253 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 7ca5df80-a061-4ed1-8958-f72b6ea2655c not bound to the agent host dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:12:27.756967 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d528-d6e1-4477-8f4f-1152142d318d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704485'] for router_gateway, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:27.835811 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e151a922-93f6-408d-b9d9-e81ec01be946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854580288'] for network, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:28.060490 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e151a922-93f6-408d-b9d9-e81ec01be946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363258286215762'] for network, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:28.201258 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-e151a922-93f6-408d-b9d9-e81ec01be946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c156d9-8993-497c-b7f9-567a509e8226']}} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:28.216159 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-e151a922-93f6-408d-b9d9-e81ec01be946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab4250b-e9c1-4ab9-9e33-6212bbd05e98') {'for_net_delete': True} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:28.216537 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-e151a922-93f6-408d-b9d9-e81ec01be946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab4250b-e9c1-4ab9-9e33-6212bbd05e98') {} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:28.228042 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d528-d6e1-4477-8f4f-1152142d318d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259354'] for router, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:28.230649 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d528-d6e1-4477-8f4f-1152142d318d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:28.232040 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e151a922-93f6-408d-b9d9-e81ec01be946 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258286223442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850711108'] for segment, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:28.249921 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e151a922-93f6-408d-b9d9-e81ec01be946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:28.256522 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d528-d6e1-4477-8f4f-1152142d318d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853018765'] for router, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:28.257326 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e7d528-d6e1-4477-8f4f-1152142d318d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d80a66d-3467-452c-b421-ff9c634e44d2 {{(pid=85284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:12:28.258768 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e151a922-93f6-408d-b9d9-e81ec01be946 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=85285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:12:28.272167 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d528-d6e1-4477-8f4f-1152142d318d admin admin] Notify callbacks [] for router, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:28.277450 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-a7e7d528-d6e1-4477-8f4f-1152142d318d admin admin] 10.222.0.53 "DELETE /v2.0/routers/0d80a66d-3467-452c-b421-ff9c634e44d2 HTTP/1.1" status: 204 len: 168 time: 2.1969905 Apr 14 16:12:28.278046 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41058) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:28.357725 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6fec8d5-3244-4251-88a3-99aae2a53cc0 admin admin] Deleting subnet eb750ea5-d2d8-4539-8e70-4f1cf7bcb894 {{(pid=85284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:12:28.362081 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d6fec8d5-3244-4251-88a3-99aae2a53cc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:28.452459 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d6fec8d5-3244-4251-88a3-99aae2a53cc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853327131'] for subnet, precommit_delete_associations {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:28.479820 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-e151a922-93f6-408d-b9d9-e81ec01be946 admin admin] Network 30c156d9-8993-497c-b7f9-567a509e8226 has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:12:28.491120 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e151a922-93f6-408d-b9d9-e81ec01be946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063791'] for segment, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:28.579951 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d6fec8d5-3244-4251-88a3-99aae2a53cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14877'] for subnet, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:28.684450 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-e151a922-93f6-408d-b9d9-e81ec01be946 admin admin] Network 30c156d9-8993-497c-b7f9-567a509e8226 has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: Traceback (most recent call last): Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: timer() Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: cb(*args, **kw) Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: return func(*args, **kwargs) Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: self._notify() Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: self.callback(batched_events) Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: event.method(event) Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: segment_id)['aggregates'][0] Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: return f(self, *a, **k) Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: return self._get(url).json() Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: **kwargs) Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: return self.request(url, 'GET', **kwargs) Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: **endpoint_filter) Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:12:28.709190 dv-cinder-786260-2-iscsi neutron-server[85169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:12:28.800225 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e151a922-93f6-408d-b9d9-e81ec01be946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853071345'] for network, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:28.804815 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c083dfeb-bbc2-4d60-beb8-c84fe44135a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:28.825353 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e151a922-93f6-408d-b9d9-e81ec01be946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:28.837690 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151a922-93f6-408d-b9d9-e81ec01be946 admin admin] Pushing event deleted for resources: {'Network': ['ID=30c156d9-8993-497c-b7f9-567a509e8226,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:28.841822 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e151a922-93f6-408d-b9d9-e81ec01be946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:28.847789 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-e151a922-93f6-408d-b9d9-e81ec01be946 admin admin] 10.222.0.53 "DELETE /v2.0/networks/30c156d9-8993-497c-b7f9-567a509e8226 HTTP/1.1" status: 204 len: 168 time: 1.1673403 Apr 14 16:12:29.021019 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d6fec8d5-3244-4251-88a3-99aae2a53cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854760955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850995310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851003974'] for subnet, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:29.033976 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 41064) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:29.055787 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:29.099051 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-6596137d-25b0-4ce5-809f-fb6555dafdfe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c98ea59a79c7494fa39b8f02a0f01ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0628836 Apr 14 16:12:29.102428 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 41068) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:29.106515 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fec8d5-3244-4251-88a3-99aae2a53cc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb750ea5-d2d8-4539-8e70-4f1cf7bcb894,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:29.109838 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d6fec8d5-3244-4251-88a3-99aae2a53cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:29.183160 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5ffdb2b4-4463-456a-82a5-4496df4042cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:29.209306 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d6fec8d5-3244-4251-88a3-99aae2a53cc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:29.215742 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5ffdb2b4-4463-456a-82a5-4496df4042cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:29.219249 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541900ac-dcf8-4075-ad9a-ab2d080ed075 None None] Network efc13fb2-38cb-4474-87f7-427bcd62decb requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:12:29.220233 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-d6fec8d5-3244-4251-88a3-99aae2a53cc0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/eb750ea5-d2d8-4539-8e70-4f1cf7bcb894 HTTP/1.1" status: 204 len: 168 time: 0.9408333 Apr 14 16:12:29.224786 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41072) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:29.273144 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5ffdb2b4-4463-456a-82a5-4496df4042cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:29.282026 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8c9b882f-9158-4420-ba3f-9725c243bfd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:29.311031 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdb2b4-4463-456a-82a5-4496df4042cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3350337-6d26-47c0-84b3-201b41e1f1b8,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:29.324317 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-5ffdb2b4-4463-456a-82a5-4496df4042cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:29.326571 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5ffdb2b4-4463-456a-82a5-4496df4042cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:29.329221 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-5ffdb2b4-4463-456a-82a5-4496df4042cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b3350337-6d26-47c0-84b3-201b41e1f1b8 HTTP/1.1" status: 204 len: 168 time: 0.2246256 Apr 14 16:12:29.371228 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854580288'] for network, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:29.462895 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-30fe5a15-bf6d-419f-9427-bca9566b9d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:29.468051 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] Deleting port 543d3b42-080c-43a7-a435-d50471ff8d5e {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:12:29.470163 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:29.526715 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 13c1de09-8c1c-4a5c-a243-80b18f540731 no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:12:29.575523 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] No Port match for: 13c1de09-8c1c-4a5c-a243-80b18f540731 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:12:29.576251 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 13c1de09-8c1c-4a5c-a243-80b18f540731 not bound to the agent host dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:12:29.595757 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cca032-a4a0-4492-bcd7-3a54a2a85901 None None] DHCP port deletion for efc13fb2-38cb-4474-87f7-427bcd62decb request from dv-cinder-786260-2-iscsi {{(pid=85286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:12:29.600609 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-75cca032-a4a0-4492-bcd7-3a54a2a85901 None None] Deleting port 543d3b42-080c-43a7-a435-d50471ff8d5e {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:12:29.601155 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-75cca032-a4a0-4492-bcd7-3a54a2a85901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:29.738593 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:29.807307 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] For port 543d3b42-080c-43a7-a435-d50471ff8d5e, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=543d3b42-080c-43a7-a435-d50471ff8d5e,segment=NetworkSegment(79bdc854-4a52-4f39-9d2b-9612d500cf5c),segment_id=79bdc854-4a52-4f39-9d2b-9612d500cf5c)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:29.807856 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:29.913805 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-75cca032-a4a0-4492-bcd7-3a54a2a85901 None None] For port 543d3b42-080c-43a7-a435-d50471ff8d5e, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=543d3b42-080c-43a7-a435-d50471ff8d5e,segment=NetworkSegment(79bdc854-4a52-4f39-9d2b-9612d500cf5c),segment_id=79bdc854-4a52-4f39-9d2b-9612d500cf5c)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:29.914286 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-75cca032-a4a0-4492-bcd7-3a54a2a85901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:30.025990 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] Calling delete_port for 543d3b42-080c-43a7-a435-d50471ff8d5e owned by network:dhcp {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:12:30.095508 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-75cca032-a4a0-4492-bcd7-3a54a2a85901 None None] Calling delete_port for 543d3b42-080c-43a7-a435-d50471ff8d5e owned by network:dhcp {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:12:30.115808 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:30.132788 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:30.193265 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] Pushing event deleted for resources: {'Port': ['ID=543d3b42-080c-43a7-a435-d50471ff8d5e,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:30.196251 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:30.238432 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.db.api [None req-75cca032-a4a0-4492-bcd7-3a54a2a85901 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85286) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:12:30.239133 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_db.api [None req-75cca032-a4a0-4492-bcd7-3a54a2a85901 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:12:30.306666 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] No DVR routers for this DVR port 543d3b42-080c-43a7-a435-d50471ff8d5e on host dv-cinder-786260-2-iscsi {{(pid=85284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:12:30.434664 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:30.445981 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363258286215762'] for network, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:30.576920 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc13fb2-38cb-4474-87f7-427bcd62decb']}} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:30.604871 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79bdc854-4a52-4f39-9d2b-9612d500cf5c') {'for_net_delete': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:30.605438 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79bdc854-4a52-4f39-9d2b-9612d500cf5c') {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:30.631529 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258286223442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853326573'] for segment, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:30.663596 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:30.676373 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=85284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:12:30.740268 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-75cca032-a4a0-4492-bcd7-3a54a2a85901 None None] Deleting port 543d3b42-080c-43a7-a435-d50471ff8d5e {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:12:30.741330 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-75cca032-a4a0-4492-bcd7-3a54a2a85901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:30.843002 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-75cca032-a4a0-4492-bcd7-3a54a2a85901 None None] The port '543d3b42-080c-43a7-a435-d50471ff8d5e' was deleted {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:12:30.922642 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] Network efc13fb2-38cb-4474-87f7-427bcd62decb has no segments {{(pid=85284) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:12:30.933604 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850995203'] for segment, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:31.138473 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] Network efc13fb2-38cb-4474-87f7-427bcd62decb has no segments {{(pid=85284) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: Traceback (most recent call last): Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: timer() Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: cb(*args, **kw) Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: return func(*args, **kwargs) Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: self._notify() Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: self.callback(batched_events) Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: event.method(event) Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: segment_id)['aggregates'][0] Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: return f(self, *a, **k) Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: return self._get(url).json() Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: **kwargs) Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: return self.request(url, 'GET', **kwargs) Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: **endpoint_filter) Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:12:31.165159 dv-cinder-786260-2-iscsi neutron-server[85169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:12:31.252133 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853071345'] for network, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:31.256494 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:31.271677 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:31.284496 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] Pushing event deleted for resources: {'Network': ['ID=efc13fb2-38cb-4474-87f7-427bcd62decb,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:31.288759 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:31.305579 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] 10.222.0.53 "DELETE /v2.0/networks/efc13fb2-38cb-4474-87f7-427bcd62decb HTTP/1.1" status: 204 len: 168 time: 2.0762000 Apr 14 16:12:31.306430 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41108) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:31.454411 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 41112) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:31.577701 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 543d3b42-080c-43a7-a435-d50471ff8d5e no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:12:31.619945 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] No Port match for: 543d3b42-080c-43a7-a435-d50471ff8d5e {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:12:31.620357 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 543d3b42-080c-43a7-a435-d50471ff8d5e not bound to the agent host dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:12:31.687125 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9a7462ea-b580-4584-b09b-ec04de549226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:31.714979 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-9a7462ea-b580-4584-b09b-ec04de549226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:31.722357 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-9a7462ea-b580-4584-b09b-ec04de549226 admin admin] Usage tracker for resource:security_group_rule and tenant:9decf19fc39644bda8f3ccadfd183f15 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:31.727518 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-9a7462ea-b580-4584-b09b-ec04de549226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:31.738701 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-9a7462ea-b580-4584-b09b-ec04de549226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:31.887802 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9a7462ea-b580-4584-b09b-ec04de549226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:31.892453 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9a7462ea-b580-4584-b09b-ec04de549226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:31.910476 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0986f093-54aa-4442-b25a-99cf69fa9a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:32.001919 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-9a7462ea-b580-4584-b09b-ec04de549226 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9decf19fc39644bda8f3ccadfd183f15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5453906 Apr 14 16:12:32.002440 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41120) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:32.003730 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7462ea-b580-4584-b09b-ec04de549226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d8d44b-3e07-4e4a-a876-1e1e9b5b7314,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:32.011580 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-9a7462ea-b580-4584-b09b-ec04de549226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:32.067286 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:32.149678 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b7b303ab-99e9-49f5-9ef4-4e2ad4bbf0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:32.489862 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b7b303ab-99e9-49f5-9ef4-4e2ad4bbf0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:32.560790 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4f4a34d8-1dbc-4c15-85d0-bad7d41e1958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1768756'] for router_interface, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:32.641335 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b7b303ab-99e9-49f5-9ef4-4e2ad4bbf0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:32.699511 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-15f457c6-190b-43da-9d82-b754b3bd0e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:32.728502 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b303ab-99e9-49f5-9ef4-4e2ad4bbf0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d8d44b-3e07-4e4a-a876-1e1e9b5b7314,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:32.758161 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b303ab-99e9-49f5-9ef4-4e2ad4bbf0c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:32.758563 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b303ab-99e9-49f5-9ef4-4e2ad4bbf0c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:32.758998 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b303ab-99e9-49f5-9ef4-4e2ad4bbf0c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:32.759417 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b303ab-99e9-49f5-9ef4-4e2ad4bbf0c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:32.759832 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b303ab-99e9-49f5-9ef4-4e2ad4bbf0c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:32.760248 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b303ab-99e9-49f5-9ef4-4e2ad4bbf0c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:32.760670 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b303ab-99e9-49f5-9ef4-4e2ad4bbf0c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:32.761078 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b303ab-99e9-49f5-9ef4-4e2ad4bbf0c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:32.761490 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b303ab-99e9-49f5-9ef4-4e2ad4bbf0c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:32.761897 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b303ab-99e9-49f5-9ef4-4e2ad4bbf0c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:32.762334 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b303ab-99e9-49f5-9ef4-4e2ad4bbf0c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:32.762741 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b303ab-99e9-49f5-9ef4-4e2ad4bbf0c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:32.769087 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-b7b303ab-99e9-49f5-9ef4-4e2ad4bbf0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:32.769895 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b7b303ab-99e9-49f5-9ef4-4e2ad4bbf0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:32.774530 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-b7b303ab-99e9-49f5-9ef4-4e2ad4bbf0c4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/54d8d44b-3e07-4e4a-a876-1e1e9b5b7314 HTTP/1.1" status: 204 len: 168 time: 0.7666132 Apr 14 16:12:33.080047 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-4f4a34d8-1dbc-4c15-85d0-bad7d41e1958 admin admin] Deleting port 833f33c1-3212-4369-91e5-28da3062bdfa {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:12:33.080880 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4f4a34d8-1dbc-4c15-85d0-bad7d41e1958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:33.318275 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-4f4a34d8-1dbc-4c15-85d0-bad7d41e1958 admin admin] For port 833f33c1-3212-4369-91e5-28da3062bdfa, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=833f33c1-3212-4369-91e5-28da3062bdfa,segment=NetworkSegment(5b484e51-3292-45a3-990f-1e4b938fbf8a),segment_id=5b484e51-3292-45a3-990f-1e4b938fbf8a)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:33.318869 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4f4a34d8-1dbc-4c15-85d0-bad7d41e1958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:33.460076 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-4f4a34d8-1dbc-4c15-85d0-bad7d41e1958 admin admin] Calling delete_port for 833f33c1-3212-4369-91e5-28da3062bdfa owned by network:router_interface {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:12:33.657201 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4f4a34d8-1dbc-4c15-85d0-bad7d41e1958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:33.673275 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-893d8942-1d72-4262-b38b-e362fe8edb6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:33.733082 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a34d8-1dbc-4c15-85d0-bad7d41e1958 admin admin] Pushing event deleted for resources: {'Port': ['ID=833f33c1-3212-4369-91e5-28da3062bdfa,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:33.736280 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4f4a34d8-1dbc-4c15-85d0-bad7d41e1958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:34.168674 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4f4a34d8-1dbc-4c15-85d0-bad7d41e1958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853169174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704643'] for router_interface, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:34.999184 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4a34d8-1dbc-4c15-85d0-bad7d41e1958 admin admin] Router b4e00dd0-53d8-4a02-8e4a-d7c649f86393 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:12:35.204305 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4a34d8-1dbc-4c15-85d0-bad7d41e1958 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:12:35.214863 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-4f4a34d8-1dbc-4c15-85d0-bad7d41e1958 admin admin] 10.222.0.53 "PUT /v2.0/routers/b4e00dd0-53d8-4a02-8e4a-d7c649f86393/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9069724 Apr 14 16:12:35.216102 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee6d07-1373-4e2d-b7bf-a02ecc7451e0 None None] Sync routers for ids ['b4e00dd0-53d8-4a02-8e4a-d7c649f86393'] in dv-cinder-786260-2-iscsi {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:12:35.216999 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41130) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:35.235841 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ee6d07-1373-4e2d-b7bf-a02ecc7451e0 None None] Routers {'b4e00dd0-53d8-4a02-8e4a-d7c649f86393'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:35.237037 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-d9ee6d07-1373-4e2d-b7bf-a02ecc7451e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:12:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['b4e00dd0-53d8-4a02-8e4a-d7c649f86393'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:35.430706 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4e558779-feef-4503-b720-d3e19da8cac7 admin admin] Notify callbacks [] for router, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:35.599951 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-d9ee6d07-1373-4e2d-b7bf-a02ecc7451e0 None None] Set router b4e00dd0-53d8-4a02-8e4a-d7c649f86393 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:36.131529 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-d9ee6d07-1373-4e2d-b7bf-a02ecc7451e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e00dd0-53d8-4a02-8e4a-d7c649f86393', 'name': 'tempest-TestShelveInstance-94234918-router', 'tenant_id': '89795551956341ab822cac58387191c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '47f6a62b-ea50-40fa-9584-32da4e130dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:39Z', 'updated_at': '2021-04-14T16:12:33Z', 'revision_number': 5, 'project_id': '89795551956341ab822cac58387191c9', 'gw_port': {'id': '47f6a62b-ea50-40fa-9584-32da4e130dcd', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e00dd0-53d8-4a02-8e4a-d7c649f86393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:40Z', 'updated_at': '2021-04-14T16:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:36.136759 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee6d07-1373-4e2d-b7bf-a02ecc7451e0 None None] Checking router: b4e00dd0-53d8-4a02-8e4a-d7c649f86393 for host: dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:12:36.148151 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ee6d07-1373-4e2d-b7bf-a02ecc7451e0 None None] Routers {'b4e00dd0-53d8-4a02-8e4a-d7c649f86393'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:36.149079 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-d9ee6d07-1373-4e2d-b7bf-a02ecc7451e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:12:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['b4e00dd0-53d8-4a02-8e4a-d7c649f86393'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:36.150921 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4e558779-feef-4503-b720-d3e19da8cac7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:36.168122 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-4e558779-feef-4503-b720-d3e19da8cac7 admin admin] Deleting port 47f6a62b-ea50-40fa-9584-32da4e130dcd {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:12:36.168752 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4e558779-feef-4503-b720-d3e19da8cac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:36.362820 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-d9ee6d07-1373-4e2d-b7bf-a02ecc7451e0 None None] Set router b4e00dd0-53d8-4a02-8e4a-d7c649f86393 gateway port host: None {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:36.440693 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-4e558779-feef-4503-b720-d3e19da8cac7 admin admin] For port 47f6a62b-ea50-40fa-9584-32da4e130dcd, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=47f6a62b-ea50-40fa-9584-32da4e130dcd,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:36.441402 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4e558779-feef-4503-b720-d3e19da8cac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:36.664832 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-d9ee6d07-1373-4e2d-b7bf-a02ecc7451e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e00dd0-53d8-4a02-8e4a-d7c649f86393', 'name': 'tempest-TestShelveInstance-94234918-router', 'tenant_id': '89795551956341ab822cac58387191c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:39Z', 'updated_at': '2021-04-14T16:12:36Z', 'revision_number': 6, 'project_id': '89795551956341ab822cac58387191c9', 'gw_port_host': None}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:36.670053 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee6d07-1373-4e2d-b7bf-a02ecc7451e0 None None] The sync data for ids ['b4e00dd0-53d8-4a02-8e4a-d7c649f86393'] in dv-cinder-786260-2-iscsi is: [{'id': 'b4e00dd0-53d8-4a02-8e4a-d7c649f86393', 'name': 'tempest-TestShelveInstance-94234918-router', 'tenant_id': '89795551956341ab822cac58387191c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:39Z', 'updated_at': '2021-04-14T16:12:36Z', 'revision_number': 6, 'project_id': '89795551956341ab822cac58387191c9', 'gw_port_host': None}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:12:36.722937 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-4e558779-feef-4503-b720-d3e19da8cac7 admin admin] Calling delete_port for 47f6a62b-ea50-40fa-9584-32da4e130dcd owned by network:router_gateway {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:12:37.048112 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4e558779-feef-4503-b720-d3e19da8cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:37.070816 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1a3a7b26-e846-46ca-9d0a-976500241706 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:37.151817 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e558779-feef-4503-b720-d3e19da8cac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f6a62b-ea50-40fa-9584-32da4e130dcd,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:37.159266 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4e558779-feef-4503-b720-d3e19da8cac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:37.456739 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4e558779-feef-4503-b720-d3e19da8cac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704485'] for router_gateway, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:37.576371 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 833f33c1-3212-4369-91e5-28da3062bdfa no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:12:37.649038 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] No Port match for: 833f33c1-3212-4369-91e5-28da3062bdfa {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:12:37.649820 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 833f33c1-3212-4369-91e5-28da3062bdfa not bound to the agent host dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:12:37.650654 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 47f6a62b-ea50-40fa-9584-32da4e130dcd no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:12:37.677840 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4e558779-feef-4503-b720-d3e19da8cac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259354'] for router, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:37.680323 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4e558779-feef-4503-b720-d3e19da8cac7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:37.709684 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4e558779-feef-4503-b720-d3e19da8cac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853018765'] for router, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:37.710366 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e558779-feef-4503-b720-d3e19da8cac7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4e00dd0-53d8-4a02-8e4a-d7c649f86393 {{(pid=85284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:12:37.726061 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4e558779-feef-4503-b720-d3e19da8cac7 admin admin] Notify callbacks [] for router, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:37.727772 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-4e558779-feef-4503-b720-d3e19da8cac7 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b4e00dd0-53d8-4a02-8e4a-d7c649f86393 HTTP/1.1" status: 204 len: 168 time: 2.5094690 Apr 14 16:12:37.727955 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] No Port match for: 47f6a62b-ea50-40fa-9584-32da4e130dcd {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:12:37.728577 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 47f6a62b-ea50-40fa-9584-32da4e130dcd not bound to the agent host dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:12:37.731513 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41146) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:37.806424 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb5be0a-aa55-4731-9689-30ab50bbd4ff admin admin] Deleting subnet 3c9bb336-d977-4ba3-be2a-7a87dce76f17 {{(pid=85284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:12:37.810920 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0fb5be0a-aa55-4731-9689-30ab50bbd4ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:37.875223 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0fb5be0a-aa55-4731-9689-30ab50bbd4ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853327131'] for subnet, precommit_delete_associations {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:37.963889 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0fb5be0a-aa55-4731-9689-30ab50bbd4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14877'] for subnet, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:38.270006 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0fb5be0a-aa55-4731-9689-30ab50bbd4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854760955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850995310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851003974'] for subnet, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:38.287989 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:38.339014 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5be0a-aa55-4731-9689-30ab50bbd4ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c9bb336-d977-4ba3-be2a-7a87dce76f17,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:38.344417 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0fb5be0a-aa55-4731-9689-30ab50bbd4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:38.356507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:12:38.460936 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0fb5be0a-aa55-4731-9689-30ab50bbd4ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:38.467518 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca34c32-cc00-46aa-94c6-b629b34db31d None None] Network 0b850718-aad0-43ea-8727-99570e5a03b6 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:12:38.474917 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-0fb5be0a-aa55-4731-9689-30ab50bbd4ff admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3c9bb336-d977-4ba3-be2a-7a87dce76f17 HTTP/1.1" status: 204 len: 168 time: 0.7402887 Apr 14 16:12:38.476968 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41154) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:38.700699 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-cb98bc5b-ae15-4217-a1c8-f5508136a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854580288'] for network, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:38.741850 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0d92d9-56e2-497c-a210-73ab7c430bff None None] DHCP port deletion for 0b850718-aad0-43ea-8727-99570e5a03b6 request from dv-cinder-786260-2-iscsi {{(pid=85286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:12:38.750466 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-7c0d92d9-56e2-497c-a210-73ab7c430bff None None] Deleting port 9e16edfd-1519-4c37-99d2-2e88a425fa2a {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:12:38.751166 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7c0d92d9-56e2-497c-a210-73ab7c430bff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:38.777192 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-cb98bc5b-ae15-4217-a1c8-f5508136a9d0 admin admin] Deleting port 9e16edfd-1519-4c37-99d2-2e88a425fa2a {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:12:38.777580 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-cb98bc5b-ae15-4217-a1c8-f5508136a9d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:39.041678 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-cb98bc5b-ae15-4217-a1c8-f5508136a9d0 admin admin] For port 9e16edfd-1519-4c37-99d2-2e88a425fa2a, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=9e16edfd-1519-4c37-99d2-2e88a425fa2a,segment=NetworkSegment(5b484e51-3292-45a3-990f-1e4b938fbf8a),segment_id=5b484e51-3292-45a3-990f-1e4b938fbf8a)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:39.042223 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-cb98bc5b-ae15-4217-a1c8-f5508136a9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:39.049745 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-7c0d92d9-56e2-497c-a210-73ab7c430bff None None] For port 9e16edfd-1519-4c37-99d2-2e88a425fa2a, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=9e16edfd-1519-4c37-99d2-2e88a425fa2a,segment=NetworkSegment(5b484e51-3292-45a3-990f-1e4b938fbf8a),segment_id=5b484e51-3292-45a3-990f-1e4b938fbf8a)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:39.050405 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7c0d92d9-56e2-497c-a210-73ab7c430bff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:39.321719 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-cb98bc5b-ae15-4217-a1c8-f5508136a9d0 admin admin] Calling delete_port for 9e16edfd-1519-4c37-99d2-2e88a425fa2a owned by network:dhcp {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:12:39.397703 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-7c0d92d9-56e2-497c-a210-73ab7c430bff None None] Calling delete_port for 9e16edfd-1519-4c37-99d2-2e88a425fa2a owned by network:dhcp {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:12:39.484321 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-cb98bc5b-ae15-4217-a1c8-f5508136a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:39.499156 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a7e7d528-d6e1-4477-8f4f-1152142d318d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:39.512027 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.db.api [None req-7c0d92d9-56e2-497c-a210-73ab7c430bff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85286) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:12:39.512699 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_db.api [None req-7c0d92d9-56e2-497c-a210-73ab7c430bff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:12:39.561300 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98bc5b-ae15-4217-a1c8-f5508136a9d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e16edfd-1519-4c37-99d2-2e88a425fa2a,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:39.565905 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-cb98bc5b-ae15-4217-a1c8-f5508136a9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:39.614911 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 9e16edfd-1519-4c37-99d2-2e88a425fa2a no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:12:39.666117 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb98bc5b-ae15-4217-a1c8-f5508136a9d0 admin admin] No DVR routers for this DVR port 9e16edfd-1519-4c37-99d2-2e88a425fa2a on host dv-cinder-786260-2-iscsi {{(pid=85284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:12:39.686942 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] No Port match for: 9e16edfd-1519-4c37-99d2-2e88a425fa2a {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:12:39.687781 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 9e16edfd-1519-4c37-99d2-2e88a425fa2a not bound to the agent host dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:12:39.857005 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-cb98bc5b-ae15-4217-a1c8-f5508136a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363258286215762'] for network, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:39.985102 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-cb98bc5b-ae15-4217-a1c8-f5508136a9d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b850718-aad0-43ea-8727-99570e5a03b6']}} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:40.001008 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-cb98bc5b-ae15-4217-a1c8-f5508136a9d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b484e51-3292-45a3-990f-1e4b938fbf8a') {'for_net_delete': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:40.001525 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-cb98bc5b-ae15-4217-a1c8-f5508136a9d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b484e51-3292-45a3-990f-1e4b938fbf8a') {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:40.014464 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-7c0d92d9-56e2-497c-a210-73ab7c430bff None None] Deleting port 9e16edfd-1519-4c37-99d2-2e88a425fa2a {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:12:40.015191 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7c0d92d9-56e2-497c-a210-73ab7c430bff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:40.020293 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-cb98bc5b-ae15-4217-a1c8-f5508136a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258286223442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853326573'] for segment, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:40.052996 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-cb98bc5b-ae15-4217-a1c8-f5508136a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:40.067720 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb98bc5b-ae15-4217-a1c8-f5508136a9d0 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=85284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:12:40.088799 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13eb8d5-c8e0-48e3-9528-2e7bac579fc6 req-ba7b255d-d9a2-408a-ab01-4a21cfe31611 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:40.091828 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f13eb8d5-c8e0-48e3-9528-2e7bac579fc6 req-ba7b255d-d9a2-408a-ab01-4a21cfe31611 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 946 time: 0.1731560 Apr 14 16:12:40.147022 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f13eb8d5-c8e0-48e3-9528-2e7bac579fc6 req-20da6f85-b5f1-46d6-8a28-09550e493b1a tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466747 Apr 14 16:12:40.175343 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-7c0d92d9-56e2-497c-a210-73ab7c430bff None None] The port '9e16edfd-1519-4c37-99d2-2e88a425fa2a' was deleted {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:12:40.310358 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-cb98bc5b-ae15-4217-a1c8-f5508136a9d0 admin admin] Network 0b850718-aad0-43ea-8727-99570e5a03b6 has no segments {{(pid=85284) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:12:40.324346 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-cb98bc5b-ae15-4217-a1c8-f5508136a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850995203'] for segment, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:40.517515 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-cb98bc5b-ae15-4217-a1c8-f5508136a9d0 admin admin] Network 0b850718-aad0-43ea-8727-99570e5a03b6 has no segments {{(pid=85284) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: Traceback (most recent call last): Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: timer() Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: cb(*args, **kw) Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: return func(*args, **kwargs) Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: self._notify() Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: self.callback(batched_events) Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: event.method(event) Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: segment_id)['aggregates'][0] Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: return f(self, *a, **k) Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: return self._get(url).json() Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: **kwargs) Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: return self.request(url, 'GET', **kwargs) Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: **endpoint_filter) Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:12:40.542958 dv-cinder-786260-2-iscsi neutron-server[85169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:12:40.627138 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-cb98bc5b-ae15-4217-a1c8-f5508136a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853071345'] for network, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:40.631261 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:40.645667 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-cb98bc5b-ae15-4217-a1c8-f5508136a9d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:40.661734 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98bc5b-ae15-4217-a1c8-f5508136a9d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b850718-aad0-43ea-8727-99570e5a03b6,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:40.665092 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-cb98bc5b-ae15-4217-a1c8-f5508136a9d0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0b850718-aad0-43ea-8727-99570e5a03b6 HTTP/1.1" status: 204 len: 168 time: 2.1865919 Apr 14 16:12:40.666144 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-cb98bc5b-ae15-4217-a1c8-f5508136a9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:40.970835 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41184) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:41.039829 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-905e740c-76bb-4edc-b913-86b3293bd9ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=91ea008d0147431cb1eeb4f5c290e6b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0665185 Apr 14 16:12:41.043380 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41188) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:41.138338 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e4fec085-0a75-4174-a31b-b07ed629f341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:41.173103 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e4fec085-0a75-4174-a31b-b07ed629f341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:41.234729 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e4fec085-0a75-4174-a31b-b07ed629f341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:41.247637 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a9f79417-bdf6-4ad3-ab7b-a9d45fa9a589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:41.277433 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fec085-0a75-4174-a31b-b07ed629f341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcec9809-4a3f-4368-a3fe-5a1fe6b280c7,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:41.287919 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e4fec085-0a75-4174-a31b-b07ed629f341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:41.290927 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e4fec085-0a75-4174-a31b-b07ed629f341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:41.295433 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-e4fec085-0a75-4174-a31b-b07ed629f341 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bcec9809-4a3f-4368-a3fe-5a1fe6b280c7 HTTP/1.1" status: 204 len: 168 time: 0.2474084 Apr 14 16:12:41.529049 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e4a28-a080-4280-8d98-c767af8cf3d4 req-c00d1452-b5f0-48e8-9043-db44b547d2a7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:41.531353 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0d0e4a28-a080-4280-8d98-c767af8cf3d4 req-c00d1452-b5f0-48e8-9043-db44b547d2a7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 946 time: 0.1298378 Apr 14 16:12:41.579928 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0d0e4a28-a080-4280-8d98-c767af8cf3d4 req-fe1c338e-cc68-45e5-875d-ec6e36758b75 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361474 Apr 14 16:12:41.802930 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41198) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:41.856144 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-74be5f9b-510d-48fc-be3d-c5e6b731b030 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=89795551956341ab822cac58387191c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514903 Apr 14 16:12:41.858547 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41202) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:41.926526 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e1a07a9d-02b2-4563-bcfc-4fbc6c817ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:41.958374 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e1a07a9d-02b2-4563-bcfc-4fbc6c817ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:42.011900 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e1a07a9d-02b2-4563-bcfc-4fbc6c817ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:42.034868 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-19315777-704b-4f0d-8c84-406ed013a07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:42.051019 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a07a9d-02b2-4563-bcfc-4fbc6c817ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd6b638-36c3-4bc6-8f75-d3b1107a3bac,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:42.059608 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e1a07a9d-02b2-4563-bcfc-4fbc6c817ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:42.063394 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e1a07a9d-02b2-4563-bcfc-4fbc6c817ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:42.081858 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-e1a07a9d-02b2-4563-bcfc-4fbc6c817ff2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8fd6b638-36c3-4bc6-8f75-d3b1107a3bac HTTP/1.1" status: 204 len: 168 time: 0.2050805 Apr 14 16:12:43.133004 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69eb74-6076-4bcb-9ba5-56e1f372cb84 req-e0a080af-22ff-4770-92a3-052ab6546292 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:43.134773 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4b69eb74-6076-4bcb-9ba5-56e1f372cb84 req-e0a080af-22ff-4770-92a3-052ab6546292 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 946 time: 0.3804369 Apr 14 16:12:43.169271 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4b69eb74-6076-4bcb-9ba5-56e1f372cb84 req-08abefe8-b9ec-48bd-a10c-d5797affb0a6 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269809 Apr 14 16:12:43.479530 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:44.434299 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644b176-6591-4a53-ad48-20e513f379b4 req-62a363c0-9348-4718-a193-072643fb639f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:44.437284 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f644b176-6591-4a53-ad48-20e513f379b4 req-62a363c0-9348-4718-a193-072643fb639f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 946 time: 0.1266983 Apr 14 16:12:44.494544 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f644b176-6591-4a53-ad48-20e513f379b4 req-8f866c78-ab87-4425-9a69-a501f6cff646 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490577 Apr 14 16:12:44.819395 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f57ff-2fd4-49c0-bded-e590afa4cbb7 req-5899a4f8-f9e7-4a3d-8bd4-771c027c260c tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:44.821115 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-693f57ff-2fd4-49c0-bded-e590afa4cbb7 req-5899a4f8-f9e7-4a3d-8bd4-771c027c260c tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3e1c26-15f2-4933-b688-5e2ca136807d HTTP/1.1" status: 200 len: 945 time: 0.0974991 Apr 14 16:12:44.854741 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-693f57ff-2fd4-49c0-bded-e590afa4cbb7 req-9865c3ce-afb7-46bc-8554-9d91b8e40bd2 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf7fb603-e1ac-4119-86ff-be0b64c577ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260873 Apr 14 16:12:45.732390 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b24f4f-579f-45c5-aa20-2d964678001f req-d7c73df8-1ece-40ba-9ab0-8570075a231d tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:45.734995 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-34b24f4f-579f-45c5-aa20-2d964678001f req-d7c73df8-1ece-40ba-9ab0-8570075a231d tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 946 time: 0.0944517 Apr 14 16:12:45.773789 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-34b24f4f-579f-45c5-aa20-2d964678001f req-e17e46d1-a807-4a86-9a78-68224cfce019 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264959 Apr 14 16:12:46.080639 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12add64-15f0-4e18-a1e1-edf6cd207566 req-44243f2c-f9e5-43f2-8c84-e1469781c0cc tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:46.082426 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c12add64-15f0-4e18-a1e1-edf6cd207566 req-44243f2c-f9e5-43f2-8c84-e1469781c0cc tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3e1c26-15f2-4933-b688-5e2ca136807d HTTP/1.1" status: 200 len: 945 time: 0.1017017 Apr 14 16:12:46.116310 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c12add64-15f0-4e18-a1e1-edf6cd207566 req-fefd6a55-4328-468b-872c-6ba077d74171 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf7fb603-e1ac-4119-86ff-be0b64c577ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262711 Apr 14 16:12:46.482730 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397a256-c4c9-40d7-9893-e9edf2223c54 req-9dae7c6b-9c5d-4231-b66b-e3401b8b6b5f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:46.483467 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-7397a256-c4c9-40d7-9893-e9edf2223c54 req-9dae7c6b-9c5d-4231-b66b-e3401b8b6b5f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Synchronizing usage tracker for tenant:8cb0e58781b543f0af3f43342740e649 on resource:port {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:46.500860 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-7397a256-c4c9-40d7-9893-e9edf2223c54 req-9dae7c6b-9c5d-4231-b66b-e3401b8b6b5f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Unset dirty status for tenant:8cb0e58781b543f0af3f43342740e649 on resource:port {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:46.502522 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7397a256-c4c9-40d7-9893-e9edf2223c54 req-9dae7c6b-9c5d-4231-b66b-e3401b8b6b5f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d3e1c26-15f2-4933-b688-5e2ca136807d HTTP/1.1" status: 200 len: 945 time: 0.1534913 Apr 14 16:12:46.588999 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-7397a256-c4c9-40d7-9893-e9edf2223c54 req-5a40b7b9-4464-4765-9fa8-1989d7c688c7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Deleting port 0c4a41db-9dc2-481e-be12-a3f31d7d26bd {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:12:46.589393 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7397a256-c4c9-40d7-9893-e9edf2223c54 req-5a40b7b9-4464-4765-9fa8-1989d7c688c7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:47.028627 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db8d1b-b650-43ac-b4fc-49aea51e6006 req-c69760c7-738a-4aff-98a7-83e91ea4a815 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:47.031306 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-03db8d1b-b650-43ac-b4fc-49aea51e6006 req-c69760c7-738a-4aff-98a7-83e91ea4a815 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 946 time: 0.1227939 Apr 14 16:12:47.101767 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-03db8d1b-b650-43ac-b4fc-49aea51e6006 req-c53c951c-ba58-4c70-9c17-f0ff4fdcc255 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489655 Apr 14 16:12:47.269268 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-7397a256-c4c9-40d7-9893-e9edf2223c54 req-5a40b7b9-4464-4765-9fa8-1989d7c688c7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] For port 0c4a41db-9dc2-481e-be12-a3f31d7d26bd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0c4a41db-9dc2-481e-be12-a3f31d7d26bd,segment=NetworkSegment(34e7e0e2-7a76-4d29-87b4-d8984da10e43),segment_id=34e7e0e2-7a76-4d29-87b4-d8984da10e43)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:47.269909 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7397a256-c4c9-40d7-9893-e9edf2223c54 req-5a40b7b9-4464-4765-9fa8-1989d7c688c7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:47.390465 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cd53c-fbd2-4ebd-9825-d885a25069f3 req-89a4b139-934e-4135-965d-ba03cd61f5c3 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:47.392898 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-102cd53c-fbd2-4ebd-9825-d885a25069f3 req-89a4b139-934e-4135-965d-ba03cd61f5c3 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3e1c26-15f2-4933-b688-5e2ca136807d HTTP/1.1" status: 200 len: 945 time: 0.1445670 Apr 14 16:12:47.431823 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-102cd53c-fbd2-4ebd-9825-d885a25069f3 req-018453e9-bc84-417f-ab42-9b3361d73e0f tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf7fb603-e1ac-4119-86ff-be0b64c577ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314720 Apr 14 16:12:47.815299 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7397a256-c4c9-40d7-9893-e9edf2223c54 req-5a40b7b9-4464-4765-9fa8-1989d7c688c7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:47.815988 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7397a256-c4c9-40d7-9893-e9edf2223c54 req-5a40b7b9-4464-4765-9fa8-1989d7c688c7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853071330'] for floatingip, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:47.816581 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.l3_db [req-7397a256-c4c9-40d7-9893-e9edf2223c54 req-5a40b7b9-4464-4765-9fa8-1989d7c688c7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Floating IP 990a4f0a-1043-49a1-98f3-eca2085f511e disassociated. External IP: 172.27.1.75, port: 0c4a41db-9dc2-481e-be12-a3f31d7d26bd. Apr 14 16:12:47.817238 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-7397a256-c4c9-40d7-9893-e9edf2223c54 req-5a40b7b9-4464-4765-9fa8-1989d7c688c7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Calling delete_port for 0c4a41db-9dc2-481e-be12-a3f31d7d26bd owned by compute:nova {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:12:48.048262 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7397a256-c4c9-40d7-9893-e9edf2223c54 req-5a40b7b9-4464-4765-9fa8-1989d7c688c7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:48.065175 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6fd16213-128a-4761-9f16-6452baafc93e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:48.129519 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40b7b9-4464-4765-9fa8-1989d7c688c7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Pushing event deleted for resources: {'Port': ['ID=0c4a41db-9dc2-481e-be12-a3f31d7d26bd,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:48.135072 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-5a40b7b9-4464-4765-9fa8-1989d7c688c7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:48.365714 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23a29b-0725-4e86-ace3-7acd696b0af9 req-c068a716-a6b3-4bcb-97ca-85de3526a18a tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:48.368580 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0f23a29b-0725-4e86-ace3-7acd696b0af9 req-c068a716-a6b3-4bcb-97ca-85de3526a18a tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 946 time: 0.1122591 Apr 14 16:12:48.419090 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0f23a29b-0725-4e86-ace3-7acd696b0af9 req-8dcf3d0a-804c-4e18-a5b5-6a06b2910651 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426071 Apr 14 16:12:48.574204 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7397a256-c4c9-40d7-9893-e9edf2223c54 req-5a40b7b9-4464-4765-9fa8-1989d7c688c7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Router 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:12:48.634703 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-11f52dc8-e1a6-46b4-9f15-1eb58ce144dd req-002a8552-71d5-4147-8c76-30ba3027c241 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3e1c26-15f2-4933-b688-5e2ca136807d HTTP/1.1" status: 200 len: 210 time: 0.0618403 Apr 14 16:12:48.792521 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7397a256-c4c9-40d7-9893-e9edf2223c54 req-5a40b7b9-4464-4765-9fa8-1989d7c688c7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:12:48.808504 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a69675-dc0e-46a7-b344-f9ba7e79ed5d None None] Sync routers for ids ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:12:48.824134 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a69675-dc0e-46a7-b344-f9ba7e79ed5d None None] Routers {'3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:48.825432 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-48a69675-dc0e-46a7-b344-f9ba7e79ed5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:12:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:48.929050 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-7397a256-c4c9-40d7-9893-e9edf2223c54 req-5a40b7b9-4464-4765-9fa8-1989d7c688c7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] No DVR routers for this DVR port 0c4a41db-9dc2-481e-be12-a3f31d7d26bd on host hv-cinder-78626 {{(pid=85284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:12:48.933052 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-7397a256-c4c9-40d7-9893-e9edf2223c54 req-5a40b7b9-4464-4765-9fa8-1989d7c688c7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:48.941080 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3e1c26-15f2-4933-b688-5e2ca136807d', 'name': 'network-vif-deleted', 'tag': '0c4a41db-9dc2-481e-be12-a3f31d7d26bd'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:48.965163 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7397a256-c4c9-40d7-9893-e9edf2223c54 req-5a40b7b9-4464-4765-9fa8-1989d7c688c7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.54 "DELETE /v2.0/ports/0c4a41db-9dc2-481e-be12-a3f31d7d26bd HTTP/1.1" status: 204 len: 173 time: 2.4562972 Apr 14 16:12:49.041021 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3e1c26-15f2-4933-b688-5e2ca136807d', 'name': 'network-vif-deleted', 'tag': '0c4a41db-9dc2-481e-be12-a3f31d7d26bd', 'status': 'completed', 'code': 200} Apr 14 16:12:49.146666 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-48a69675-dc0e-46a7-b344-f9ba7e79ed5d None None] Set router 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:49.557718 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-48a69675-dc0e-46a7-b344-f9ba7e79ed5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'name': 'tempest-AttachVolumeTestJSON-982561318-router', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:59Z', 'updated_at': '2021-04-14T16:05:14Z', 'revision_number': 4, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'gw_port': {'id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:01Z', 'updated_at': '2021-04-14T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '40b6d105-61a6-4c03-9b5e-25beb69ed3d5', 'name': '', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'mac_address': 'fa:16:3e:65:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:10Z', 'updated_at': '2021-04-14T16:05:27Z', 'revision_number': 5, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'subnets': [{'id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:49.562575 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a69675-dc0e-46a7-b344-f9ba7e79ed5d None None] Checking router: 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:12:49.572696 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a69675-dc0e-46a7-b344-f9ba7e79ed5d None None] Routers {'3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:49.573698 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-48a69675-dc0e-46a7-b344-f9ba7e79ed5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:12:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:49.729800 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7fee0-d9d7-411b-9506-48e2888a9d83 req-f73727d4-828b-418f-a3b3-7dca1a6a56a3 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:49.731741 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7ab7fee0-d9d7-411b-9506-48e2888a9d83 req-f73727d4-828b-418f-a3b3-7dca1a6a56a3 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 946 time: 0.1039777 Apr 14 16:12:49.789382 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7ab7fee0-d9d7-411b-9506-48e2888a9d83 req-9de2bf01-4c03-4ecd-a59a-c9358bfd778b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430570 Apr 14 16:12:49.800258 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41258) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:49.838578 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-48a69675-dc0e-46a7-b344-f9ba7e79ed5d None None] Set router 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:49.879972 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ab156d1d-a42f-433a-bc92-8d4db464ee71 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:49.911738 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ab156d1d-a42f-433a-bc92-8d4db464ee71 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:49.962610 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ab156d1d-a42f-433a-bc92-8d4db464ee71 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:49.967018 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:49.984379 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab156d1d-a42f-433a-bc92-8d4db464ee71 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7fb603-e1ac-4119-86ff-be0b64c577ca,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:49.987159 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ab156d1d-a42f-433a-bc92-8d4db464ee71 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:49.996821 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ab156d1d-a42f-433a-bc92-8d4db464ee71 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:50.002311 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-ab156d1d-a42f-433a-bc92-8d4db464ee71 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "DELETE /v2.0/security-groups/bf7fb603-e1ac-4119-86ff-be0b64c577ca HTTP/1.1" status: 204 len: 168 time: 0.1971333 Apr 14 16:12:50.002966 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41262) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:50.023177 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.v2.resource [None req-1c58bcd8-1137-47ce-8547-1495a94b5726 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] show failed (client error): The resource could not be found. Apr 14 16:12:50.027942 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-1c58bcd8-1137-47ce-8547-1495a94b5726 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "GET /v2.0/security-groups/bf7fb603-e1ac-4119-86ff-be0b64c577ca HTTP/1.1" status: 404 len: 347 time: 0.0202034 Apr 14 16:12:50.028243 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41266) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:50.215826 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-922c3050-d9af-4501-92be-eb429dedfd77 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Deleting port ea100c4a-0507-43e8-82dc-7962f2ff47f7 {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:12:50.216683 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-922c3050-d9af-4501-92be-eb429dedfd77 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:50.231793 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-48a69675-dc0e-46a7-b344-f9ba7e79ed5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'name': 'tempest-AttachVolumeTestJSON-982561318-router', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:59Z', 'updated_at': '2021-04-14T16:05:14Z', 'revision_number': 4, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'gw_port': {'id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:01Z', 'updated_at': '2021-04-14T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '40b6d105-61a6-4c03-9b5e-25beb69ed3d5', 'name': '', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'mac_address': 'fa:16:3e:65:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:10Z', 'updated_at': '2021-04-14T16:05:27Z', 'revision_number': 5, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'subnets': [{'id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:50.238253 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a69675-dc0e-46a7-b344-f9ba7e79ed5d None None] The sync data for ids ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'] in dv-cinder-786260-2-iscsi is: [{'id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'name': 'tempest-AttachVolumeTestJSON-982561318-router', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:59Z', 'updated_at': '2021-04-14T16:05:14Z', 'revision_number': 4, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'gw_port': {'id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:01Z', 'updated_at': '2021-04-14T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '40b6d105-61a6-4c03-9b5e-25beb69ed3d5', 'name': '', 'network_id': '1b36c666-9490-47fe-871e-06ae9c5795aa', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'mac_address': 'fa:16:3e:65:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:10Z', 'updated_at': '2021-04-14T16:05:27Z', 'revision_number': 5, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'subnets': [{'id': '663945ce-755e-4e25-a5e5-413a3e0ae704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:12:50.416192 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-922c3050-d9af-4501-92be-eb429dedfd77 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:50.416628 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-922c3050-d9af-4501-92be-eb429dedfd77 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:50.569285 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-922c3050-d9af-4501-92be-eb429dedfd77 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Calling delete_port for ea100c4a-0507-43e8-82dc-7962f2ff47f7 owned by network:floatingip {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:12:50.589439 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 0c4a41db-9dc2-481e-be12-a3f31d7d26bd no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:12:50.634651 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] No Port match for: 0c4a41db-9dc2-481e-be12-a3f31d7d26bd {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:12:50.635207 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 0c4a41db-9dc2-481e-be12-a3f31d7d26bd not bound to the agent host hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:12:50.672626 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4d0748-f085-4e56-bcca-ca557988e6c6 None None] New status for floating IP 990a4f0a-1043-49a1-98f3-eca2085f511e: DOWN {{(pid=85287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:12:50.746698 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-922c3050-d9af-4501-92be-eb429dedfd77 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:50.765134 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-24e590e0-2a7b-4a52-91ab-6984e1e0cbb7 tempest-ServerRescueNegativeTestJSON-1071877912 tempest-ServerRescueNegativeTestJSON-1071877912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:50.839427 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c3050-d9af-4501-92be-eb429dedfd77 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Pushing event deleted for resources: {'Port': ['ID=ea100c4a-0507-43e8-82dc-7962f2ff47f7,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:50.846566 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.db.api [None req-1a4d0748-f085-4e56-bcca-ca557988e6c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85287) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:12:50.846853 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-922c3050-d9af-4501-92be-eb429dedfd77 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:50.847136 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_db.api [None req-1a4d0748-f085-4e56-bcca-ca557988e6c6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:12:51.065966 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-922c3050-d9af-4501-92be-eb429dedfd77 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks [] for floatingip, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:51.074344 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1eb4d-636f-4ae9-8dc8-32a7ef70c27c req-dcce1b58-6af2-4755-b549-7818bfe7e2e5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:51.078302 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b4f1eb4d-636f-4ae9-8dc8-32a7ef70c27c req-dcce1b58-6af2-4755-b549-7818bfe7e2e5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 946 time: 0.1168768 Apr 14 16:12:51.083018 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-922c3050-d9af-4501-92be-eb429dedfd77 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for floatingip, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:51.087216 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-922c3050-d9af-4501-92be-eb429dedfd77 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] 10.222.0.53 "DELETE /v2.0/floatingips/990a4f0a-1043-49a1-98f3-eca2085f511e HTTP/1.1" status: 204 len: 168 time: 1.0549927 Apr 14 16:12:51.117666 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b4f1eb4d-636f-4ae9-8dc8-32a7ef70c27c req-cb6e5852-2d76-45d4-a348-b664f6be9dbd tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278924 Apr 14 16:12:51.349560 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4d0748-f085-4e56-bcca-ca557988e6c6 None None] New status for floating IP 990a4f0a-1043-49a1-98f3-eca2085f511e: DOWN {{(pid=85287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:12:52.354853 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3d8ea-e339-487a-963a-82c2c6ab44ec req-59ce03f6-4639-448d-8018-1221d4eef5e0 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:52.363180 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6da3d8ea-e339-487a-963a-82c2c6ab44ec req-59ce03f6-4639-448d-8018-1221d4eef5e0 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 946 time: 0.1157310 Apr 14 16:12:52.419048 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6da3d8ea-e339-487a-963a-82c2c6ab44ec req-65a74361-ba42-4ef5-93b1-ce9a72281b97 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485332 Apr 14 16:12:52.599502 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:12:52.803782 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7c701e4a-7c90-4d78-a0b4-e2b31d675c23,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:52.823764 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': '7c701e4a-7c90-4d78-a0b4-e2b31d675c23', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'port_id': '7c701e4a-7c90-4d78-a0b4-e2b31d675c23', 'mac_address': 'fa:16:3e:46:f6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83188662-4769-460f-ab17-6c69d6a31076', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:12:52.901607 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:52.902582 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:12:52.928231 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7c701e4a-7c90-4d78-a0b4-e2b31d675c23,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:52.931975 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:52.935106 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:53.040502 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['7c701e4a-7c90-4d78-a0b4-e2b31d675c23'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:12:53.097193 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=7c701e4a-7c90-4d78-a0b4-e2b31d675c23,revision_number=6']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:53.109758 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:53.110252 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:53.110552 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:53.110940 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:53.111321 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:53.111697 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:53.112077 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:53.112447 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:53.112839 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:53.113196 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:53.113560 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:53.113930 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:53.125970 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:53.771380 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee6862-fb02-45da-b696-0e9eb53c1c0f req-9bbae8cf-8d39-4b77-9153-9eac3dbf1e08 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:53.773021 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-00ee6862-fb02-45da-b696-0e9eb53c1c0f req-9bbae8cf-8d39-4b77-9153-9eac3dbf1e08 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 945 time: 0.1236453 Apr 14 16:12:53.813919 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-00ee6862-fb02-45da-b696-0e9eb53c1c0f req-c884f0d4-9073-492f-90f5-1e333fa3c0d8 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338728 Apr 14 16:12:54.598701 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:54.726140 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:54.726795 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:54.905985 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:54.929074 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7c701e4a-7c90-4d78-a0b4-e2b31d675c23,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:54.932386 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe930e0-2064-4772-8b8c-5eaec6f82b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c701e4a-7c90-4d78-a0b4-e2b31d675c23'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:54.937212 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:54.939289 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:55.048128 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe930e0-2064-4772-8b8c-5eaec6f82b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c701e4a-7c90-4d78-a0b4-e2b31d675c23', 'code': 200} Apr 14 16:12:55.049162 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=7c701e4a-7c90-4d78-a0b4-e2b31d675c23,revision_number=7']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:55.053653 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:55.171148 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4d3f5-b964-441c-a4d4-01d7d5e1b81c req-ab49caa9-4b4b-4a2e-a257-2b6dd37a7276 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:55.172863 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-80a4d3f5-b964-441c-a4d4-01d7d5e1b81c req-ab49caa9-4b4b-4a2e-a257-2b6dd37a7276 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 946 time: 0.0978251 Apr 14 16:12:55.210943 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-80a4d3f5-b964-441c-a4d4-01d7d5e1b81c req-b6b1c286-79f4-43df-9b3d-20587b07bf5e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269325 Apr 14 16:12:55.689382 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 41330) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:56.604434 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47d664-072a-43cf-9999-fb56effea074 req-9857d613-ed98-4005-9d19-42ebf0bcba29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:56.613076 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ed47d664-072a-43cf-9999-fb56effea074 req-9857d613-ed98-4005-9d19-42ebf0bcba29 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 946 time: 0.2553406 Apr 14 16:12:56.666956 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ed47d664-072a-43cf-9999-fb56effea074 req-f266f6bc-4124-417f-b907-ffa530fcf3de tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526893 Apr 14 16:12:56.767321 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1768756'] for router_interface, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:56.809884 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-557fa453-8aaa-450b-bc5c-dc51e960f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:57.345943 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] Deleting port 40b6d105-61a6-4c03-9b5e-25beb69ed3d5 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:12:57.346307 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:57.575868 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] For port 40b6d105-61a6-4c03-9b5e-25beb69ed3d5, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=40b6d105-61a6-4c03-9b5e-25beb69ed3d5,segment=NetworkSegment(34e7e0e2-7a76-4d29-87b4-d8984da10e43),segment_id=34e7e0e2-7a76-4d29-87b4-d8984da10e43)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:57.576542 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:57.725481 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] Calling delete_port for 40b6d105-61a6-4c03-9b5e-25beb69ed3d5 owned by network:router_interface {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:12:58.130327 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850712043'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:58.164792 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-2bd98595-8acd-44c2-9f39-143c3ab625e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:58.272084 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] Pushing event deleted for resources: {'Port': ['ID=40b6d105-61a6-4c03-9b5e-25beb69ed3d5,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:58.347711 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:58.348051 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:58.348467 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:58.348871 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:58.349283 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:58.349688 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:58.350088 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:58.350513 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:58.350914 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:58.351309 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:58.351704 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:58.352096 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:58.361755 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:58.378765 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be2c62-6b72-4aea-aa9d-d91eeb68371d req-4922b945-c313-4837-9976-ca042e16ef38 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:58.380481 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-25be2c62-6b72-4aea-aa9d-d91eeb68371d req-4922b945-c313-4837-9976-ca042e16ef38 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 946 time: 0.3781173 Apr 14 16:12:58.455040 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-25be2c62-6b72-4aea-aa9d-d91eeb68371d req-15b60531-129e-42ff-bd72-27888f57048a tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657375 Apr 14 16:12:59.223873 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853169174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704643'] for router_interface, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:59.441689 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e06c58fd-9d39-4e23-b14e-bb4d6c303e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:59.709108 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:00.031472 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7aa07e-efbd-494f-8a91-9af75ba378aa req-b40a6b82-ea67-4970-aaed-d9754c8ecb8f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:00.041767 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ee7aa07e-efbd-494f-8a91-9af75ba378aa req-b40a6b82-ea67-4970-aaed-d9754c8ecb8f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 946 time: 0.2985404 Apr 14 16:13:00.155871 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ee7aa07e-efbd-494f-8a91-9af75ba378aa req-c5d9b5a6-1f2a-4785-8adb-45522ad43639 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124735 Apr 14 16:13:00.209071 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] Router 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:13:00.442127 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:13:00.454664 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:00.471655 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95eded5-bcf9-423c-b36e-3b2b82946007 None None] Sync routers for ids ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:13:00.479105 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] 10.222.0.53 "PUT /v2.0/routers/3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7882104 Apr 14 16:13:00.482494 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 41350) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:00.493929 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95eded5-bcf9-423c-b36e-3b2b82946007 None None] Routers {'3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:00.496813 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-d95eded5-bcf9-423c-b36e-3b2b82946007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:12:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:00.877669 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2a77ae38-cc62-4f40-96a7-0ca163d987f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:00.971762 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-d95eded5-bcf9-423c-b36e-3b2b82946007 None None] Set router 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:01.381971 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2a77ae38-cc62-4f40-96a7-0ca163d987f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:01.417730 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-2a77ae38-cc62-4f40-96a7-0ca163d987f4 admin admin] Deleting port 3bf0bbc6-3cc1-457d-b7f5-78521fe26c99 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:13:01.418393 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2a77ae38-cc62-4f40-96a7-0ca163d987f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:01.808760 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-2a77ae38-cc62-4f40-96a7-0ca163d987f4 admin admin] For port 3bf0bbc6-3cc1-457d-b7f5-78521fe26c99, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=3bf0bbc6-3cc1-457d-b7f5-78521fe26c99,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:01.809553 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2a77ae38-cc62-4f40-96a7-0ca163d987f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:01.968365 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-2a77ae38-cc62-4f40-96a7-0ca163d987f4 admin admin] Calling delete_port for 3bf0bbc6-3cc1-457d-b7f5-78521fe26c99 owned by network:router_gateway {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:13:02.086959 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33604d3-3f14-4d88-a2ca-bb333249ac51 req-2a1bc97b-531d-4676-b6a7-4fa61c652f8b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:02.089610 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c33604d3-3f14-4d88-a2ca-bb333249ac51 req-2a1bc97b-531d-4676-b6a7-4fa61c652f8b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 946 time: 0.4794729 Apr 14 16:13:02.101514 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-d95eded5-bcf9-423c-b36e-3b2b82946007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'name': 'tempest-AttachVolumeTestJSON-982561318-router', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:59Z', 'updated_at': '2021-04-14T16:12:57Z', 'revision_number': 5, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'gw_port': {'id': '3bf0bbc6-3cc1-457d-b7f5-78521fe26c99', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:05:01Z', 'updated_at': '2021-04-14T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:02.110526 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95eded5-bcf9-423c-b36e-3b2b82946007 None None] Checking router: 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:13:02.118219 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:02.131522 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95eded5-bcf9-423c-b36e-3b2b82946007 None None] Routers {'3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:02.132701 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-d95eded5-bcf9-423c-b36e-3b2b82946007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:12:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:02.184925 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c33604d3-3f14-4d88-a2ca-bb333249ac51 req-fc48abe5-6f9f-459a-8e0a-224b3f2792d8 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796485 Apr 14 16:13:02.466303 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-d95eded5-bcf9-423c-b36e-3b2b82946007 None None] Set router 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee gateway port host: None {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:02.481782 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2a77ae38-cc62-4f40-96a7-0ca163d987f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850712043'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:02.624530 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-d95eded5-bcf9-423c-b36e-3b2b82946007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'name': 'tempest-AttachVolumeTestJSON-982561318-router', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:59Z', 'updated_at': '2021-04-14T16:13:01Z', 'revision_number': 6, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'gw_port_host': None}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:02.633954 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95eded5-bcf9-423c-b36e-3b2b82946007 None None] The sync data for ids ['3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee'] in dv-cinder-786260-2-iscsi is: [{'id': '3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee', 'name': 'tempest-AttachVolumeTestJSON-982561318-router', 'tenant_id': '8cb0e58781b543f0af3f43342740e649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:04:59Z', 'updated_at': '2021-04-14T16:13:01Z', 'revision_number': 6, 'project_id': '8cb0e58781b543f0af3f43342740e649', 'gw_port_host': None}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:13:02.969223 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0f8604bc-d06f-4c43-8a25-92b0f8e1dd6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:03.038908 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77ae38-cc62-4f40-96a7-0ca163d987f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf0bbc6-3cc1-457d-b7f5-78521fe26c99,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:03.042229 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-2a77ae38-cc62-4f40-96a7-0ca163d987f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:03.221828 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2a77ae38-cc62-4f40-96a7-0ca163d987f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704485'] for router_gateway, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:03.652043 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 40b6d105-61a6-4c03-9b5e-25beb69ed3d5 no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:13:03.671755 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2a77ae38-cc62-4f40-96a7-0ca163d987f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259354'] for router, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:03.678383 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2a77ae38-cc62-4f40-96a7-0ca163d987f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:03.753141 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] No Port match for: 40b6d105-61a6-4c03-9b5e-25beb69ed3d5 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:13:03.754332 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 40b6d105-61a6-4c03-9b5e-25beb69ed3d5 not bound to the agent host dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:13:03.755379 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 3bf0bbc6-3cc1-457d-b7f5-78521fe26c99 no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:13:03.770052 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2a77ae38-cc62-4f40-96a7-0ca163d987f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853018765'] for router, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:03.771112 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a77ae38-cc62-4f40-96a7-0ca163d987f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee {{(pid=85285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:13:03.797202 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0559f-aca3-4ee4-9812-b133b1ec7318 req-bd83bd3c-636d-4817-a7ff-dc2567c3246d tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:03.816392 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-69e0559f-aca3-4ee4-9812-b133b1ec7318 req-bd83bd3c-636d-4817-a7ff-dc2567c3246d tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 946 time: 0.3742666 Apr 14 16:13:03.835500 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] No Port match for: 3bf0bbc6-3cc1-457d-b7f5-78521fe26c99 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:13:03.842872 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 3bf0bbc6-3cc1-457d-b7f5-78521fe26c99 not bound to the agent host dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:13:03.883160 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-69e0559f-aca3-4ee4-9812-b133b1ec7318 req-351d7f44-e4d2-440c-b80c-8e7446611179 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574145 Apr 14 16:13:03.886464 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2a77ae38-cc62-4f40-96a7-0ca163d987f4 admin admin] Notify callbacks [] for router, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:03.893433 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41362) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:03.893775 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-2a77ae38-cc62-4f40-96a7-0ca163d987f4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/3e5068ed-fbb1-4d1d-90fc-f09d9ae825ee HTTP/1.1" status: 204 len: 168 time: 3.4093084 Apr 14 16:13:04.017734 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_v2 [None req-becd8afc-cac3-4377-8c74-f1d3e82a9762 admin admin] Deleting subnet 663945ce-755e-4e25-a5e5-413a3e0ae704 {{(pid=85284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:13:04.021743 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-becd8afc-cac3-4377-8c74-f1d3e82a9762 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:04.080379 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-becd8afc-cac3-4377-8c74-f1d3e82a9762 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853327131'] for subnet, precommit_delete_associations {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:04.174655 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-becd8afc-cac3-4377-8c74-f1d3e82a9762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14877'] for subnet, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:04.571067 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-becd8afc-cac3-4377-8c74-f1d3e82a9762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854760955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850995310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851003974'] for subnet, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:04.601224 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:04.701934 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd8afc-cac3-4377-8c74-f1d3e82a9762 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=663945ce-755e-4e25-a5e5-413a3e0ae704,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:04.709398 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-becd8afc-cac3-4377-8c74-f1d3e82a9762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:04.870060 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-becd8afc-cac3-4377-8c74-f1d3e82a9762 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:04.877860 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b08ac3e-808d-43b3-acca-8ed163f094d0 None None] Network 1b36c666-9490-47fe-871e-06ae9c5795aa requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:13:04.886126 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-becd8afc-cac3-4377-8c74-f1d3e82a9762 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/663945ce-755e-4e25-a5e5-413a3e0ae704 HTTP/1.1" status: 204 len: 168 time: 0.9864681 Apr 14 16:13:04.886666 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41376) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:05.033981 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-83d1756c-2a65-475b-a3c2-296353550ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854580288'] for network, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:05.161797 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-83d1756c-2a65-475b-a3c2-296353550ea1 admin admin] Deleting port b6a1e205-1753-4406-8f50-cd098ff50978 {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:13:05.162154 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-83d1756c-2a65-475b-a3c2-296353550ea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:05.257413 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71cfb1-590d-449b-b137-d2a3e44ab8f1 req-b56e6ce7-4910-4caf-a230-7d599f179cd4 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:05.260188 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9e71cfb1-590d-449b-b137-d2a3e44ab8f1 req-b56e6ce7-4910-4caf-a230-7d599f179cd4 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 946 time: 0.1351960 Apr 14 16:13:05.316586 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9e71cfb1-590d-449b-b137-d2a3e44ab8f1 req-dcde2724-798c-4897-8aae-e640f8238c26 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432351 Apr 14 16:13:05.333939 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fd1cb3-a158-45cb-830e-96e935a76ce4 None None] DHCP port deletion for 1b36c666-9490-47fe-871e-06ae9c5795aa request from dv-cinder-786260-2-iscsi {{(pid=85286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:13:05.340311 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-f2fd1cb3-a158-45cb-830e-96e935a76ce4 None None] Deleting port b6a1e205-1753-4406-8f50-cd098ff50978 {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:13:05.341267 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f2fd1cb3-a158-45cb-830e-96e935a76ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:05.584545 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db40ecd-8541-4730-87ae-92c8bc736306 req-e095e5e0-49b2-4be3-a5f2-cc2926630f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:05.586216 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9db40ecd-8541-4730-87ae-92c8bc736306 req-e095e5e0-49b2-4be3-a5f2-cc2926630f87 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=691977ceece143efa6a03aafe5e47709&device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 1099 time: 0.4907227 Apr 14 16:13:05.603263 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-f2fd1cb3-a158-45cb-830e-96e935a76ce4 None None] For port b6a1e205-1753-4406-8f50-cd098ff50978, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=b6a1e205-1753-4406-8f50-cd098ff50978,segment=NetworkSegment(34e7e0e2-7a76-4d29-87b4-d8984da10e43),segment_id=34e7e0e2-7a76-4d29-87b4-d8984da10e43)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:05.604019 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f2fd1cb3-a158-45cb-830e-96e935a76ce4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:05.622272 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device b6a1e205-1753-4406-8f50-cd098ff50978 no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:13:05.805938 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-83d1756c-2a65-475b-a3c2-296353550ea1 admin admin] For port b6a1e205-1753-4406-8f50-cd098ff50978, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=b6a1e205-1753-4406-8f50-cd098ff50978,segment=NetworkSegment(34e7e0e2-7a76-4d29-87b4-d8984da10e43),segment_id=34e7e0e2-7a76-4d29-87b4-d8984da10e43)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:05.806278 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-83d1756c-2a65-475b-a3c2-296353550ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:05.959486 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-83d1756c-2a65-475b-a3c2-296353550ea1 admin admin] Calling delete_port for b6a1e205-1753-4406-8f50-cd098ff50978 owned by network:dhcp {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:13:05.959856 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-f2fd1cb3-a158-45cb-830e-96e935a76ce4 None None] Calling delete_port for b6a1e205-1753-4406-8f50-cd098ff50978 owned by network:dhcp {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:13:06.044076 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db40ecd-8541-4730-87ae-92c8bc736306 req-41d19455-dbb8-4a09-87c2-25edf167d5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:06.046333 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9db40ecd-8541-4730-87ae-92c8bc736306 req-41d19455-dbb8-4a09-87c2-25edf167d5c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86b55a80-468c-416f-9ed3-2601bbe04b76 HTTP/1.1" status: 200 len: 917 time: 0.4380329 Apr 14 16:13:06.152033 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-83d1756c-2a65-475b-a3c2-296353550ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.165904 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.173437 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.db.api [None req-f2fd1cb3-a158-45cb-830e-96e935a76ce4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85286) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:13:06.173856 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_db.api [None req-f2fd1cb3-a158-45cb-830e-96e935a76ce4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:13:06.178260 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-9addd4bb-888e-4789-b57d-66d0c90fe1c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:06.245783 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1756c-2a65-475b-a3c2-296353550ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6a1e205-1753-4406-8f50-cd098ff50978,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:06.260218 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-83d1756c-2a65-475b-a3c2-296353550ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:06.268000 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9db40ecd-8541-4730-87ae-92c8bc736306 req-bb3888c5-7dc8-41de-9496-80e635e2af46 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c701e4a-7c90-4d78-a0b4-e2b31d675c23 HTTP/1.1" status: 200 len: 1002 time: 0.2136779 Apr 14 16:13:06.414289 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db40ecd-8541-4730-87ae-92c8bc736306 req-1d0d53cb-daa9-468e-9da7-80c756905eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:06.415941 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9db40ecd-8541-4730-87ae-92c8bc736306 req-1d0d53cb-daa9-468e-9da7-80c756905eca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83188662-4769-460f-ab17-6c69d6a31076 HTTP/1.1" status: 200 len: 855 time: 0.0979769 Apr 14 16:13:06.416867 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d1756c-2a65-475b-a3c2-296353550ea1 admin admin] No DVR routers for this DVR port b6a1e205-1753-4406-8f50-cd098ff50978 on host dv-cinder-786260-2-iscsi {{(pid=85284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:13:06.587519 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0518a-63a9-4c11-8ac5-0904132e38fd req-4b741c18-8e72-4558-b9a4-dc9c8a7c8777 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:06.589277 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8ae0518a-63a9-4c11-8ac5-0904132e38fd req-4b741c18-8e72-4558-b9a4-dc9c8a7c8777 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 946 time: 0.0956562 Apr 14 16:13:06.606263 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-83d1756c-2a65-475b-a3c2-296353550ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363258286215762'] for network, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.630927 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-8ae0518a-63a9-4c11-8ac5-0904132e38fd req-c972afd8-92a6-41ab-96f6-d44e68102c10 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286527 Apr 14 16:13:06.674933 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-f2fd1cb3-a158-45cb-830e-96e935a76ce4 None None] Deleting port b6a1e205-1753-4406-8f50-cd098ff50978 {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:13:06.675735 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f2fd1cb3-a158-45cb-830e-96e935a76ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.749083 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db40ecd-8541-4730-87ae-92c8bc736306 req-76ae2c03-ebe9-47a4-896b-9eecbdae2467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:06.751092 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9db40ecd-8541-4730-87ae-92c8bc736306 req-76ae2c03-ebe9-47a4-896b-9eecbdae2467 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86b55a80-468c-416f-9ed3-2601bbe04b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3014011 Apr 14 16:13:06.768691 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-f2fd1cb3-a158-45cb-830e-96e935a76ce4 None None] The port 'b6a1e205-1753-4406-8f50-cd098ff50978' was deleted {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:13:06.791560 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-83d1756c-2a65-475b-a3c2-296353550ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b36c666-9490-47fe-871e-06ae9c5795aa']}} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:06.821302 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-83d1756c-2a65-475b-a3c2-296353550ea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e7e0e2-7a76-4d29-87b4-d8984da10e43') {'for_net_delete': True} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:06.821692 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-83d1756c-2a65-475b-a3c2-296353550ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e7e0e2-7a76-4d29-87b4-d8984da10e43') {} {{(pid=85284) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:06.841298 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-83d1756c-2a65-475b-a3c2-296353550ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258286223442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853326573'] for segment, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.915406 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-83d1756c-2a65-475b-a3c2-296353550ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.933247 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d1756c-2a65-475b-a3c2-296353550ea1 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=85284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:13:07.056309 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9db40ecd-8541-4730-87ae-92c8bc736306 req-e19d1ce1-3e8f-458d-8ebf-fa8a2772c7f6 service neutron] 10.222.0.54 "GET /v2.0/networks/86b55a80-468c-416f-9ed3-2601bbe04b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980888 Apr 14 16:13:07.180952 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-83d1756c-2a65-475b-a3c2-296353550ea1 admin admin] Network 1b36c666-9490-47fe-871e-06ae9c5795aa has no segments {{(pid=85284) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:13:07.240674 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-83d1756c-2a65-475b-a3c2-296353550ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850995203'] for segment, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:07.468523 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-83d1756c-2a65-475b-a3c2-296353550ea1 admin admin] Network 1b36c666-9490-47fe-871e-06ae9c5795aa has no segments {{(pid=85284) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:13:07.478605 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9db40ecd-8541-4730-87ae-92c8bc736306 req-7c5662e6-3c7b-4181-9bfa-e146fbc7b110 service neutron] 10.222.0.54 "GET /v2.0/networks/86b55a80-468c-416f-9ed3-2601bbe04b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058142 Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: Traceback (most recent call last): Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: timer() Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: cb(*args, **kw) Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: return func(*args, **kwargs) Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: self._notify() Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: self.callback(batched_events) Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: event.method(event) Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: segment_id)['aggregates'][0] Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: return f(self, *a, **k) Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: return self._get(url).json() Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: **kwargs) Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: return self.request(url, 'GET', **kwargs) Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: **endpoint_filter) Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:13:07.496824 dv-cinder-786260-2-iscsi neutron-server[85169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:13:07.580473 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-83d1756c-2a65-475b-a3c2-296353550ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853071345'] for network, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:07.584869 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-aee99569-18de-4bb1-9be2-f4bd4d677365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:07.600370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-83d1756c-2a65-475b-a3c2-296353550ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:07.613141 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1756c-2a65-475b-a3c2-296353550ea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b36c666-9490-47fe-871e-06ae9c5795aa,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:07.617438 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-83d1756c-2a65-475b-a3c2-296353550ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:07.630517 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-83d1756c-2a65-475b-a3c2-296353550ea1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1b36c666-9490-47fe-871e-06ae9c5795aa HTTP/1.1" status: 204 len: 168 time: 2.7426002 Apr 14 16:13:07.777319 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41388) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:07.821701 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-c2c9e6cf-a15d-46f2-b235-0c6a87005611 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8cb0e58781b543f0af3f43342740e649&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0428693 Apr 14 16:13:07.824610 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41392) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:07.895639 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b5af9e37-5112-4a2d-8e20-095c09c78072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:07.918556 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eea3fe-39a5-49cd-94c7-ed1b7a483cac req-e33302ff-45cf-450b-98b2-fe52d6baaaa7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:07.920965 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c2eea3fe-39a5-49cd-94c7-ed1b7a483cac req-e33302ff-45cf-450b-98b2-fe52d6baaaa7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 946 time: 0.1299715 Apr 14 16:13:07.927579 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b5af9e37-5112-4a2d-8e20-095c09c78072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:07.967621 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c2eea3fe-39a5-49cd-94c7-ed1b7a483cac req-7b98b05f-581a-471e-9ee3-1cc030394a65 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343094 Apr 14 16:13:07.982694 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b5af9e37-5112-4a2d-8e20-095c09c78072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:07.988970 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7a190b24-493e-4a48-bb90-7b24a52c4a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:08.006885 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9e37-5112-4a2d-8e20-095c09c78072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d0dcd7-224d-4bcc-8f2d-6d0b07edccd0,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:08.010197 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-b5af9e37-5112-4a2d-8e20-095c09c78072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:08.012484 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b5af9e37-5112-4a2d-8e20-095c09c78072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:08.014323 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-b5af9e37-5112-4a2d-8e20-095c09c78072 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0d0dcd7-224d-4bcc-8f2d-6d0b07edccd0 HTTP/1.1" status: 204 len: 168 time: 0.1881464 Apr 14 16:13:08.684640 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:13:08.829682 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:08.843950 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe930e0-2064-4772-8b8c-5eaec6f82b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c701e4a-7c90-4d78-a0b4-e2b31d675c23'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:13:08.854979 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7c701e4a-7c90-4d78-a0b4-e2b31d675c23,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:08.858860 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:08.860639 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0cc07f67-e643-4f2f-855c-08170f049ead None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:08.907375 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe930e0-2064-4772-8b8c-5eaec6f82b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c701e4a-7c90-4d78-a0b4-e2b31d675c23', 'code': 200} Apr 14 16:13:08.935138 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=7c701e4a-7c90-4d78-a0b4-e2b31d675c23,revision_number=8']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:08.939866 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:09.293820 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae56aff-5fcb-49cd-a2cb-28076beadd62 req-81244f0e-afe2-485f-8691-7712376ba257 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:09.295984 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-aae56aff-5fcb-49cd-a2cb-28076beadd62 req-81244f0e-afe2-485f-8691-7712376ba257 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 944 time: 0.1085484 Apr 14 16:13:09.336720 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-aae56aff-5fcb-49cd-a2cb-28076beadd62 req-1a235a6c-33b4-45dc-93d1-e072d3b51fb6 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284443 Apr 14 16:13:10.581661 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00855989-fe49-49ef-b8c0-7a9723a0d1c7 req-75a81e41-9d3e-448d-a5c7-0ca9718890c6 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:10.583504 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-00855989-fe49-49ef-b8c0-7a9723a0d1c7 req-75a81e41-9d3e-448d-a5c7-0ca9718890c6 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 944 time: 0.0944595 Apr 14 16:13:10.620629 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-00855989-fe49-49ef-b8c0-7a9723a0d1c7 req-f30000ce-37bf-44c2-896a-9beaa410d00e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298221 Apr 14 16:13:10.765549 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41466) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:10.952139 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1f5d0315-8689-4420-88dc-220efb3d72a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:10.982711 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-1f5d0315-8689-4420-88dc-220efb3d72a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:10.990726 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-1f5d0315-8689-4420-88dc-220efb3d72a7 admin admin] Usage tracker for resource:security_group_rule and tenant:c3e6aac2441c4ca2b9fe2effc6750397 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:10.996886 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-1f5d0315-8689-4420-88dc-220efb3d72a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:11.009898 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-1f5d0315-8689-4420-88dc-220efb3d72a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:11.126561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1f5d0315-8689-4420-88dc-220efb3d72a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:11.130427 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1f5d0315-8689-4420-88dc-220efb3d72a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:11.152578 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7c5349be-1c02-4c6e-b329-1706983c109f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:11.200271 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-1f5d0315-8689-4420-88dc-220efb3d72a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c3e6aac2441c4ca2b9fe2effc6750397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4331882 Apr 14 16:13:11.202394 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d0315-8689-4420-88dc-220efb3d72a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2fd71a-f058-4d57-98d1-0a1834ea52cd,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:11.203412 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 41478) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:11.205876 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1f5d0315-8689-4420-88dc-220efb3d72a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:11.271783 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-84396b21-9a72-48f0-bacd-a4678895dd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:11.302548 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-84396b21-9a72-48f0-bacd-a4678895dd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:11.352592 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-84396b21-9a72-48f0-bacd-a4678895dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:11.359929 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bf26367f-f058-438b-91b9-1af92bc45e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:11.375567 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84396b21-9a72-48f0-bacd-a4678895dd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2fd71a-f058-4d57-98d1-0a1834ea52cd,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:11.378145 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-84396b21-9a72-48f0-bacd-a4678895dd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:11.383591 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-84396b21-9a72-48f0-bacd-a4678895dd5f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b2fd71a-f058-4d57-98d1-0a1834ea52cd HTTP/1.1" status: 204 len: 168 time: 0.1749325 Apr 14 16:13:11.383591 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-84396b21-9a72-48f0-bacd-a4678895dd5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:11.734728 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 41494) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:11.754234 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e6ba2145-661b-40f6-9572-ec49193a4cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:11.770148 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e6ba2145-661b-40f6-9572-ec49193a4cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:11.774533 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e6ba2145-661b-40f6-9572-ec49193a4cca admin admin] Usage tracker for resource:security_group_rule and tenant:31327d65c3914b6db4685dae5362cd53 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:11.777658 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e6ba2145-661b-40f6-9572-ec49193a4cca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:11.784839 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e6ba2145-661b-40f6-9572-ec49193a4cca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:11.905514 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e6ba2145-661b-40f6-9572-ec49193a4cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:11.909920 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e6ba2145-661b-40f6-9572-ec49193a4cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:11.931812 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-abfa43d3-f2e5-4cb3-9e64-7520b71c8f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:12.015359 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-e6ba2145-661b-40f6-9572-ec49193a4cca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=31327d65c3914b6db4685dae5362cd53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792003 Apr 14 16:13:12.018708 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba2145-661b-40f6-9572-ec49193a4cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74dcbcd0-bdeb-4cff-81af-814ac803b447,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:12.018946 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41500) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:12.024789 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e6ba2145-661b-40f6-9572-ec49193a4cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:12.098669 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-134905f1-127a-40b8-9046-d5c04aab9720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:12.128776 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-134905f1-127a-40b8-9046-d5c04aab9720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:12.181765 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-134905f1-127a-40b8-9046-d5c04aab9720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:12.188079 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4755dfd1-ec68-4651-94ba-d86781a36aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:12.213434 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134905f1-127a-40b8-9046-d5c04aab9720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dcbcd0-bdeb-4cff-81af-814ac803b447,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:12.217186 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-134905f1-127a-40b8-9046-d5c04aab9720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:12.226027 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-134905f1-127a-40b8-9046-d5c04aab9720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:12.228063 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-134905f1-127a-40b8-9046-d5c04aab9720 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74dcbcd0-bdeb-4cff-81af-814ac803b447 HTTP/1.1" status: 204 len: 168 time: 0.2073238 Apr 14 16:13:12.559852 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cb8b0-ba6f-465b-ae12-f658582ff8d4 req-c944b047-71f2-4cea-ba7b-9864c56b9551 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:12.563469 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e16cb8b0-ba6f-465b-ae12-f658582ff8d4 req-c944b047-71f2-4cea-ba7b-9864c56b9551 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 944 time: 0.1563101 Apr 14 16:13:12.616513 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e16cb8b0-ba6f-465b-ae12-f658582ff8d4 req-2a363e62-aae0-4311-87e5-1d48248afb78 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447986 Apr 14 16:13:12.706132 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:13:13.014943 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6e3fe80b-a151-49c4-b89c-c59a73aaf4b2 req-2d1ab62a-5321-4152-a595-5d68c4b0bf69 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0932989 Apr 14 16:13:13.480917 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:13.672715 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fe80b-a151-49c4-b89c-c59a73aaf4b2 req-fac84d12-6a8c-4822-8aeb-79eda55d4de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:13.674554 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6e3fe80b-a151-49c4-b89c-c59a73aaf4b2 req-fac84d12-6a8c-4822-8aeb-79eda55d4de6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63&tenant_id=691977ceece143efa6a03aafe5e47709 HTTP/1.1" status: 200 len: 1097 time: 0.0821402 Apr 14 16:13:13.807952 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fe80b-a151-49c4-b89c-c59a73aaf4b2 req-7f9fd6a7-ef51-4bf4-923e-622b1b3fa6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:13.809556 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6e3fe80b-a151-49c4-b89c-c59a73aaf4b2 req-7f9fd6a7-ef51-4bf4-923e-622b1b3fa6ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=691977ceece143efa6a03aafe5e47709&device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 1097 time: 0.1057577 Apr 14 16:13:13.874417 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593261e7-4313-4cb9-90ec-cc1e55e89272 req-68db241a-cf22-4520-a283-a523d2377171 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:13.877422 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-593261e7-4313-4cb9-90ec-cc1e55e89272 req-68db241a-cf22-4520-a283-a523d2377171 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 944 time: 0.1145420 Apr 14 16:13:13.929305 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-593261e7-4313-4cb9-90ec-cc1e55e89272 req-6be908ce-97f3-475d-a656-7286fc686978 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442443 Apr 14 16:13:14.050818 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fe80b-a151-49c4-b89c-c59a73aaf4b2 req-4972f1ba-2d85-4bcd-9229-c4bbfe8a0204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:14.052704 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6e3fe80b-a151-49c4-b89c-c59a73aaf4b2 req-4972f1ba-2d85-4bcd-9229-c4bbfe8a0204 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86b55a80-468c-416f-9ed3-2601bbe04b76 HTTP/1.1" status: 200 len: 917 time: 0.1939156 Apr 14 16:13:14.434085 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6e3fe80b-a151-49c4-b89c-c59a73aaf4b2 req-a04a1c63-6c87-4976-aced-4dc0a234993b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c701e4a-7c90-4d78-a0b4-e2b31d675c23 HTTP/1.1" status: 200 len: 1000 time: 0.3748271 Apr 14 16:13:14.510165 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fe80b-a151-49c4-b89c-c59a73aaf4b2 req-46d69f69-38e0-4000-b610-ef567d6e093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:14.511798 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6e3fe80b-a151-49c4-b89c-c59a73aaf4b2 req-46d69f69-38e0-4000-b610-ef567d6e093b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83188662-4769-460f-ab17-6c69d6a31076 HTTP/1.1" status: 200 len: 855 time: 0.0704739 Apr 14 16:13:14.604039 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fe80b-a151-49c4-b89c-c59a73aaf4b2 req-a4ebd855-678e-4f60-bbe7-9fc6fd9d2b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:14.606088 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6e3fe80b-a151-49c4-b89c-c59a73aaf4b2 req-a4ebd855-678e-4f60-bbe7-9fc6fd9d2b53 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86b55a80-468c-416f-9ed3-2601bbe04b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0868120 Apr 14 16:13:14.779339 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6e3fe80b-a151-49c4-b89c-c59a73aaf4b2 req-dc2f6032-6053-4024-8281-c42f11fd4dda service neutron] 10.222.0.54 "GET /v2.0/networks/86b55a80-468c-416f-9ed3-2601bbe04b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505370 Apr 14 16:13:14.946935 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6e3fe80b-a151-49c4-b89c-c59a73aaf4b2 req-bbc279a3-89e8-4d55-8938-0a2d98d82eb1 service neutron] 10.222.0.54 "GET /v2.0/networks/86b55a80-468c-416f-9ed3-2601bbe04b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609850 Apr 14 16:13:15.184847 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b27b76-57e0-42ec-8401-1a895ced05ba req-eb5d8b61-7b6d-4b74-bc4a-13a98a626592 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:15.186617 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-15b27b76-57e0-42ec-8401-1a895ced05ba req-eb5d8b61-7b6d-4b74-bc4a-13a98a626592 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 944 time: 0.1070349 Apr 14 16:13:15.230822 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-15b27b76-57e0-42ec-8401-1a895ced05ba req-f85afac9-16b2-4901-8443-3d301c4f1588 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311909 Apr 14 16:13:15.357931 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:13:16.838730 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af328f-5fb6-4a49-8722-33428ad00dd5 req-80546cb1-45fe-4b20-9ac9-fcecf09df4be tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:16.848162 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-24af328f-5fb6-4a49-8722-33428ad00dd5 req-80546cb1-45fe-4b20-9ac9-fcecf09df4be tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 944 time: 0.2611828 Apr 14 16:13:16.917042 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-24af328f-5fb6-4a49-8722-33428ad00dd5 req-ec4e4d7e-c1e5-42f9-a644-ff552c9565c2 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556898 Apr 14 16:13:18.279597 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959fde6-0c58-4532-b88c-1ef3f70a2bca req-37da9b71-3bcf-40b8-a16f-7570076019f0 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:18.290891 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a959fde6-0c58-4532-b88c-1ef3f70a2bca req-37da9b71-3bcf-40b8-a16f-7570076019f0 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 944 time: 0.1547401 Apr 14 16:13:18.345781 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a959fde6-0c58-4532-b88c-1ef3f70a2bca req-afa2d4c7-5943-40d3-bab6-1438404f9041 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511169 Apr 14 16:13:18.756010 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41640) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:18.904763 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b4360fbe-fe67-4eb6-a55a-0d5f58980071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:18.927861 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-b4360fbe-fe67-4eb6-a55a-0d5f58980071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:18.932965 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-b4360fbe-fe67-4eb6-a55a-0d5f58980071 admin admin] Usage tracker for resource:security_group_rule and tenant:29b0fb38bb3f41fa9486f9a573fa4c1b is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:18.937181 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-b4360fbe-fe67-4eb6-a55a-0d5f58980071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:18.943868 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-b4360fbe-fe67-4eb6-a55a-0d5f58980071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:19.077663 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b4360fbe-fe67-4eb6-a55a-0d5f58980071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:19.083881 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b4360fbe-fe67-4eb6-a55a-0d5f58980071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:19.094033 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ed6de9de-f202-47c5-b978-cee56d5d93b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:19.154799 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 41648) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:19.167194 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-b4360fbe-fe67-4eb6-a55a-0d5f58980071 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29b0fb38bb3f41fa9486f9a573fa4c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4095135 Apr 14 16:13:19.182296 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4360fbe-fe67-4eb6-a55a-0d5f58980071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d87a31-a4ce-40c6-be2c-f0741954c19a,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:19.189133 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-b4360fbe-fe67-4eb6-a55a-0d5f58980071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:19.246392 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0effb92e-734a-40fd-a377-72bdfff49563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:19.283091 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0effb92e-734a-40fd-a377-72bdfff49563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:19.370900 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0effb92e-734a-40fd-a377-72bdfff49563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:19.385585 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-246829f3-15f5-4d72-b7ad-43c7aacfcb61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:19.400130 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effb92e-734a-40fd-a377-72bdfff49563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d87a31-a4ce-40c6-be2c-f0741954c19a,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:19.403021 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0effb92e-734a-40fd-a377-72bdfff49563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:19.420094 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0effb92e-734a-40fd-a377-72bdfff49563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:19.421400 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-0effb92e-734a-40fd-a377-72bdfff49563 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/06d87a31-a4ce-40c6-be2c-f0741954c19a HTTP/1.1" status: 204 len: 168 time: 0.2651596 Apr 14 16:13:19.687339 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec4d24-97ce-4c81-9b9b-41a1f5345b42 req-31b8700c-2a35-4f55-a31a-ab6d4a0353c8 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:19.689243 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a7ec4d24-97ce-4c81-9b9b-41a1f5345b42 req-31b8700c-2a35-4f55-a31a-ab6d4a0353c8 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 944 time: 0.1321290 Apr 14 16:13:19.735303 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a7ec4d24-97ce-4c81-9b9b-41a1f5345b42 req-9cf30ffe-6092-49c3-9bc6-04b77fc0c8c4 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312123 Apr 14 16:13:19.905295 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 41658) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:19.930501 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1f4580dc-26dd-47d4-8d54-f0a44591f085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:19.947180 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-1f4580dc-26dd-47d4-8d54-f0a44591f085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:19.951355 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-1f4580dc-26dd-47d4-8d54-f0a44591f085 admin admin] Usage tracker for resource:security_group_rule and tenant:26a543c82cb14a2690155f21db2a86b8 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:19.954583 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-1f4580dc-26dd-47d4-8d54-f0a44591f085 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:19.961393 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-1f4580dc-26dd-47d4-8d54-f0a44591f085 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:20.088018 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1f4580dc-26dd-47d4-8d54-f0a44591f085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:20.092288 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1f4580dc-26dd-47d4-8d54-f0a44591f085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:20.102537 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-070c20af-3c12-4b37-b0a0-ac3fa5c75c30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:20.163880 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41662) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:20.165763 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-1f4580dc-26dd-47d4-8d54-f0a44591f085 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=26a543c82cb14a2690155f21db2a86b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565238 Apr 14 16:13:20.167194 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4580dc-26dd-47d4-8d54-f0a44591f085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2130a8c-99a3-4d50-99a0-2bb19944ee5a,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:20.171142 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1f4580dc-26dd-47d4-8d54-f0a44591f085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:20.254158 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d99f3d87-1730-4fc4-a144-03944bc0e591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:20.287534 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d99f3d87-1730-4fc4-a144-03944bc0e591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:20.353199 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d99f3d87-1730-4fc4-a144-03944bc0e591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:20.360929 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-b7b303ab-99e9-49f5-9ef4-4e2ad4bbf0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:20.383273 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f3d87-1730-4fc4-a144-03944bc0e591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2130a8c-99a3-4d50-99a0-2bb19944ee5a,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:20.386298 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d99f3d87-1730-4fc4-a144-03944bc0e591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:20.404687 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d99f3d87-1730-4fc4-a144-03944bc0e591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:20.410833 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-d99f3d87-1730-4fc4-a144-03944bc0e591 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a2130a8c-99a3-4d50-99a0-2bb19944ee5a HTTP/1.1" status: 204 len: 168 time: 0.2445934 Apr 14 16:13:21.038348 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98016a9-e12d-4253-93f5-6cd01e8d323a req-c2b89d39-aa68-4a1e-bcd1-40e720672425 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:21.040485 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b98016a9-e12d-4253-93f5-6cd01e8d323a req-c2b89d39-aa68-4a1e-bcd1-40e720672425 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 944 time: 0.1288607 Apr 14 16:13:21.093243 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b98016a9-e12d-4253-93f5-6cd01e8d323a req-c983357b-2aa6-47fb-b0bf-3a32508da99c tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386722 Apr 14 16:13:22.672338 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e3643-0244-4d02-8914-2f0199b44b5f req-bbdb77ad-87e3-4428-bf9a-905b9d37f217 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:22.674113 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-231e3643-0244-4d02-8914-2f0199b44b5f req-bbdb77ad-87e3-4428-bf9a-905b9d37f217 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 944 time: 0.1057165 Apr 14 16:13:22.723794 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-231e3643-0244-4d02-8914-2f0199b44b5f req-50ede6d4-445c-49e9-94b3-fe5c266bce1a tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420222 Apr 14 16:13:24.050241 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a0d26-faae-4ae5-8f4d-fa129870d1b1 req-7cdaab17-b90a-4a24-a697-a13da92700e8 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:24.068609 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-cd4a0d26-faae-4ae5-8f4d-fa129870d1b1 req-7cdaab17-b90a-4a24-a697-a13da92700e8 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 944 time: 0.1506131 Apr 14 16:13:24.105617 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-cd4a0d26-faae-4ae5-8f4d-fa129870d1b1 req-eb852549-1f77-4016-a300-c9fe2501df24 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352480 Apr 14 16:13:25.531421 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c35f2-78bc-42ef-9b37-21d876c0e5db req-366f3834-9527-4e82-9d80-44336d923e60 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:25.534263 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-044c35f2-78bc-42ef-9b37-21d876c0e5db req-366f3834-9527-4e82-9d80-44336d923e60 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 944 time: 0.1933308 Apr 14 16:13:25.610253 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-044c35f2-78bc-42ef-9b37-21d876c0e5db req-ad929db2-510a-48dc-8a8e-ffd9dfa9a32c tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530341 Apr 14 16:13:26.796726 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-48554af2-90d2-4b88-ac74-4a73399a0b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:26.874912 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1336d-1cbb-4c69-91e2-889aa4c8de22 req-4109730a-a169-4adb-93a2-0dc89b9ffd50 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:26.877528 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-93e1336d-1cbb-4c69-91e2-889aa4c8de22 req-4109730a-a169-4adb-93a2-0dc89b9ffd50 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 944 time: 0.0975316 Apr 14 16:13:26.911238 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-93e1336d-1cbb-4c69-91e2-889aa4c8de22 req-d76a3f54-b90c-411a-8874-09859c5bf3d9 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279577 Apr 14 16:13:28.105650 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41774) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:28.181992 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ea7b9-bbdd-4422-9d08-88eb407c16df req-43e83b02-ba9a-4563-83d9-c997126cb8b7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:28.184636 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-567ea7b9-bbdd-4422-9d08-88eb407c16df req-43e83b02-ba9a-4563-83d9-c997126cb8b7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 944 time: 0.1123827 Apr 14 16:13:28.223798 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-567ea7b9-bbdd-4422-9d08-88eb407c16df req-97a4332e-0cbe-4bc8-8feb-7ce324ff7cd0 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272105 Apr 14 16:13:28.259482 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d2bdc60d-6f0c-4e9d-8cb6-79e064a831d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.275806 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-d2bdc60d-6f0c-4e9d-8cb6-79e064a831d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:28.280870 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-d2bdc60d-6f0c-4e9d-8cb6-79e064a831d9 admin admin] Usage tracker for resource:security_group_rule and tenant:ddabb2a14c3040f28ee36d5551d63f69 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:28.284736 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-d2bdc60d-6f0c-4e9d-8cb6-79e064a831d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:28.291429 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-d2bdc60d-6f0c-4e9d-8cb6-79e064a831d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:28.395051 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d2bdc60d-6f0c-4e9d-8cb6-79e064a831d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.397967 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d2bdc60d-6f0c-4e9d-8cb6-79e064a831d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.408303 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ba41528e-049b-400b-b702-08a5a0e20342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:28.453999 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-d2bdc60d-6f0c-4e9d-8cb6-79e064a831d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ddabb2a14c3040f28ee36d5551d63f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3466539 Apr 14 16:13:28.455971 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdc60d-6f0c-4e9d-8cb6-79e064a831d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cc259e-01c1-42ae-9915-e0b08e6c1484,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:28.457386 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 41780) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:28.459459 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d2bdc60d-6f0c-4e9d-8cb6-79e064a831d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:28.527145 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-31112e1a-9f39-4f16-963f-b380d18961da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.558079 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-31112e1a-9f39-4f16-963f-b380d18961da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.612235 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-31112e1a-9f39-4f16-963f-b380d18961da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.618566 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-5ffdb2b4-4463-456a-82a5-4496df4042cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:28.635018 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31112e1a-9f39-4f16-963f-b380d18961da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cc259e-01c1-42ae-9915-e0b08e6c1484,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:28.639064 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-31112e1a-9f39-4f16-963f-b380d18961da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:28.644449 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-31112e1a-9f39-4f16-963f-b380d18961da admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.647505 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-31112e1a-9f39-4f16-963f-b380d18961da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50cc259e-01c1-42ae-9915-e0b08e6c1484 HTTP/1.1" status: 204 len: 168 time: 0.1871877 Apr 14 16:13:28.796905 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:13:29.031318 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7c701e4a-7c90-4d78-a0b4-e2b31d675c23,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:29.063228 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': '7c701e4a-7c90-4d78-a0b4-e2b31d675c23', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'port_id': '7c701e4a-7c90-4d78-a0b4-e2b31d675c23', 'mac_address': 'fa:16:3e:46:f6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83188662-4769-460f-ab17-6c69d6a31076', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:13:29.063845 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 41788) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:29.102705 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-baf93c0b-a8e0-4619-8910-9f52c5a81b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.132824 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-baf93c0b-a8e0-4619-8910-9f52c5a81b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:29.142695 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-baf93c0b-a8e0-4619-8910-9f52c5a81b3a admin admin] Usage tracker for resource:security_group_rule and tenant:b562f69fa67b4f5fa5508ece9a5143f6 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:29.148065 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-baf93c0b-a8e0-4619-8910-9f52c5a81b3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:29.167112 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-baf93c0b-a8e0-4619-8910-9f52c5a81b3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:29.171460 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.173068 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:13:29.192860 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7c701e4a-7c90-4d78-a0b4-e2b31d675c23,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:29.197013 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.199112 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e80b43b9-d776-4fc6-ac1a-d6bd99b9f96f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:29.280565 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=7c701e4a-7c90-4d78-a0b4-e2b31d675c23,revision_number=9']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:29.284457 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-baf93c0b-a8e0-4619-8910-9f52c5a81b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.285058 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:29.290248 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-baf93c0b-a8e0-4619-8910-9f52c5a81b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.300186 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-43a3d636-2d9e-4d97-ae56-db127a2b3a03 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:29.348087 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-baf93c0b-a8e0-4619-8910-9f52c5a81b3a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b562f69fa67b4f5fa5508ece9a5143f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2826495 Apr 14 16:13:29.350067 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf93c0b-a8e0-4619-8910-9f52c5a81b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a8f5d8-38d1-416b-81b2-372f0cc695d6,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:29.351077 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41794) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:29.353485 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-baf93c0b-a8e0-4619-8910-9f52c5a81b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:29.399651 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['7c701e4a-7c90-4d78-a0b4-e2b31d675c23'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:13:29.465391 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-48a0e92a-fd93-433b-aaf8-e211171bcf67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.479297 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6d83de54-dcef-495e-927c-5bcfcfeda0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.523488 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-48a0e92a-fd93-433b-aaf8-e211171bcf67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.528860 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002eb49e-9dda-4a31-9c8f-ae9f33976769 req-e14a5164-1d87-446d-974b-299913e508e0 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:29.531468 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-002eb49e-9dda-4a31-9c8f-ae9f33976769 req-e14a5164-1d87-446d-974b-299913e508e0 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 945 time: 0.1180487 Apr 14 16:13:29.588901 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-002eb49e-9dda-4a31-9c8f-ae9f33976769 req-ad5530c9-fc99-4941-bdf0-63f04981740c tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502024 Apr 14 16:13:29.617984 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-48a0e92a-fd93-433b-aaf8-e211171bcf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.631304 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3b0a471a-a8f3-48ca-a664-5c332a715a5c tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:29.657602 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0e92a-fd93-433b-aaf8-e211171bcf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a8f5d8-38d1-416b-81b2-372f0cc695d6,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:29.665114 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-48a0e92a-fd93-433b-aaf8-e211171bcf67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:29.676124 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-48a0e92a-fd93-433b-aaf8-e211171bcf67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.678228 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-48a0e92a-fd93-433b-aaf8-e211171bcf67 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/37a8f5d8-38d1-416b-81b2-372f0cc695d6 HTTP/1.1" status: 204 len: 168 time: 0.3257787 Apr 14 16:13:29.706160 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:30.452448 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:30.797903 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:30.832803 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d49f3-3798-443e-acab-d2a8bf792eaa req-a6d6b182-9d9d-44ef-8acc-f25fa290be9b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:30.834685 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b95d49f3-3798-443e-acab-d2a8bf792eaa req-a6d6b182-9d9d-44ef-8acc-f25fa290be9b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 945 time: 0.1052463 Apr 14 16:13:30.886373 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b95d49f3-3798-443e-acab-d2a8bf792eaa req-c715bec8-296d-48de-9c79-c6dfe845d94e tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266802 Apr 14 16:13:30.904757 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:30.905795 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:31.080764 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:31.095102 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe930e0-2064-4772-8b8c-5eaec6f82b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c701e4a-7c90-4d78-a0b4-e2b31d675c23'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:13:31.106818 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7c701e4a-7c90-4d78-a0b4-e2b31d675c23,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:31.110789 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:31.112865 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:31.180913 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe930e0-2064-4772-8b8c-5eaec6f82b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c701e4a-7c90-4d78-a0b4-e2b31d675c23', 'code': 200} Apr 14 16:13:31.198249 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=7c701e4a-7c90-4d78-a0b4-e2b31d675c23,revision_number=10']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:31.202163 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:31.476620 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efae10-d304-46bf-9caa-b39828e7e9c9 req-2d52ecad-717c-4544-b5cf-15f56b81d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:31.478337 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f7efae10-d304-46bf-9caa-b39828e7e9c9 req-2d52ecad-717c-4544-b5cf-15f56b81d079 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 1100 time: 0.0839660 Apr 14 16:13:31.509508 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-f7efae10-d304-46bf-9caa-b39828e7e9c9 req-6af31d13-a719-4c18-ad41-069056298801 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0242352 Apr 14 16:13:32.082025 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:32.193030 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff2401-f3cc-447e-af2a-01087841e2e5 req-965c7379-5b24-49ec-81f5-513bb2e607c9 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:32.194975 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a5ff2401-f3cc-447e-af2a-01087841e2e5 req-965c7379-5b24-49ec-81f5-513bb2e607c9 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 947 time: 0.1123700 Apr 14 16:13:32.254730 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a5ff2401-f3cc-447e-af2a-01087841e2e5 req-abd1aba9-5226-4c88-92e1-0c0852f1994f tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514224 Apr 14 16:13:33.610481 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87deab70-a0d8-4782-8856-7edcd0c76177 req-633eb4a3-67f2-418e-8c67-ea8cf97d474a tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:33.613264 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-87deab70-a0d8-4782-8856-7edcd0c76177 req-633eb4a3-67f2-418e-8c67-ea8cf97d474a tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 947 time: 0.1045108 Apr 14 16:13:33.666756 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-87deab70-a0d8-4782-8856-7edcd0c76177 req-435d7772-b8c3-4ead-b5e9-4d646e9f7d80 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458925 Apr 14 16:13:38.610101 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41960) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:38.767415 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e795a7a4-e759-487e-a80c-50a36ba141e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:38.797092 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e795a7a4-e759-487e-a80c-50a36ba141e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:38.804574 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e795a7a4-e759-487e-a80c-50a36ba141e4 admin admin] Usage tracker for resource:security_group_rule and tenant:70090309b97d4e4db4589ed9d18ba933 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:38.810594 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e795a7a4-e759-487e-a80c-50a36ba141e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:38.822063 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e795a7a4-e759-487e-a80c-50a36ba141e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:38.964405 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e795a7a4-e759-487e-a80c-50a36ba141e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:38.968425 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e795a7a4-e759-487e-a80c-50a36ba141e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:38.978453 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-43693501-227d-447d-b81b-d72b7369f2a5 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:39.030565 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-e795a7a4-e759-487e-a80c-50a36ba141e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=70090309b97d4e4db4589ed9d18ba933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4140782 Apr 14 16:13:39.030565 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795a7a4-e759-487e-a80c-50a36ba141e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fc7fcd-62cd-4557-98d2-21ba79744292,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:39.031004 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 41966) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:39.047003 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e795a7a4-e759-487e-a80c-50a36ba141e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:39.047786 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e795a7a4-e759-487e-a80c-50a36ba141e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:39.048429 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e795a7a4-e759-487e-a80c-50a36ba141e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:39.049151 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e795a7a4-e759-487e-a80c-50a36ba141e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:39.049868 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e795a7a4-e759-487e-a80c-50a36ba141e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:39.050624 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e795a7a4-e759-487e-a80c-50a36ba141e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:39.051342 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e795a7a4-e759-487e-a80c-50a36ba141e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:39.052067 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e795a7a4-e759-487e-a80c-50a36ba141e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:39.052768 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e795a7a4-e759-487e-a80c-50a36ba141e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:39.053711 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e795a7a4-e759-487e-a80c-50a36ba141e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:39.054619 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e795a7a4-e759-487e-a80c-50a36ba141e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:39.055547 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e795a7a4-e759-487e-a80c-50a36ba141e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:39.065102 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e795a7a4-e759-487e-a80c-50a36ba141e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:39.102155 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6e9ec8b9-ee99-4c3f-a19b-ca1df503d2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:39.132498 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6e9ec8b9-ee99-4c3f-a19b-ca1df503d2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:39.189934 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6e9ec8b9-ee99-4c3f-a19b-ca1df503d2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:39.194372 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-dc2fd387-08c3-4a24-ab97-c3bf0c4d5d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:39.210104 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ec8b9-ee99-4c3f-a19b-ca1df503d2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fc7fcd-62cd-4557-98d2-21ba79744292,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:39.212907 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6e9ec8b9-ee99-4c3f-a19b-ca1df503d2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:39.223706 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6e9ec8b9-ee99-4c3f-a19b-ca1df503d2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:39.224963 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-6e9ec8b9-ee99-4c3f-a19b-ca1df503d2ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/62fc7fcd-62cd-4557-98d2-21ba79744292 HTTP/1.1" status: 204 len: 168 time: 0.1929805 Apr 14 16:13:39.580520 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 41974) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:39.600510 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c360171a-6b1c-4032-b4a9-b48d1cb7b61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:39.617692 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-c360171a-6b1c-4032-b4a9-b48d1cb7b61e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:39.622888 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-c360171a-6b1c-4032-b4a9-b48d1cb7b61e admin admin] Usage tracker for resource:security_group_rule and tenant:3837d6d17bac4371a53697bb644d08fa is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:39.626220 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-c360171a-6b1c-4032-b4a9-b48d1cb7b61e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:39.632750 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-c360171a-6b1c-4032-b4a9-b48d1cb7b61e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:39.726273 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c360171a-6b1c-4032-b4a9-b48d1cb7b61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:39.729263 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c360171a-6b1c-4032-b4a9-b48d1cb7b61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:39.739780 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-31112e1a-9f39-4f16-963f-b380d18961da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:39.787002 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-c360171a-6b1c-4032-b4a9-b48d1cb7b61e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3837d6d17bac4371a53697bb644d08fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2052155 Apr 14 16:13:39.789071 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360171a-6b1c-4032-b4a9-b48d1cb7b61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a152841-7da6-482d-bf55-922ab2c3a61a,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:39.790259 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 41978) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:39.792582 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c360171a-6b1c-4032-b4a9-b48d1cb7b61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:39.868284 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4f2a1307-d38c-4e41-9f5e-d3a0701bbb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:39.899089 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4f2a1307-d38c-4e41-9f5e-d3a0701bbb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:39.976599 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4f2a1307-d38c-4e41-9f5e-d3a0701bbb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:39.985879 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ab156d1d-a42f-433a-bc92-8d4db464ee71 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:40.011263 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a1307-d38c-4e41-9f5e-d3a0701bbb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a152841-7da6-482d-bf55-922ab2c3a61a,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:40.016200 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4f2a1307-d38c-4e41-9f5e-d3a0701bbb39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:40.031104 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4f2a1307-d38c-4e41-9f5e-d3a0701bbb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:40.035194 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-4f2a1307-d38c-4e41-9f5e-d3a0701bbb39 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a152841-7da6-482d-bf55-922ab2c3a61a HTTP/1.1" status: 204 len: 168 time: 0.2429533 Apr 14 16:13:43.481713 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:45.502663 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 42038) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:45.658755 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-07326a43-1d0c-46a3-a948-902499eccf68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:45.693129 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-07326a43-1d0c-46a3-a948-902499eccf68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:45.700911 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-07326a43-1d0c-46a3-a948-902499eccf68 admin admin] Usage tracker for resource:security_group_rule and tenant:f917df742a13400e894438fa3ecf7b36 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:45.705769 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-07326a43-1d0c-46a3-a948-902499eccf68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:45.715811 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-07326a43-1d0c-46a3-a948-902499eccf68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:45.879567 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-07326a43-1d0c-46a3-a948-902499eccf68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:45.883903 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-07326a43-1d0c-46a3-a948-902499eccf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:45.902575 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-f8d149ac-ac88-4ea7-bae2-733155a75877 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:45.987586 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-07326a43-1d0c-46a3-a948-902499eccf68 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f917df742a13400e894438fa3ecf7b36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4832208 Apr 14 16:13:45.989286 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07326a43-1d0c-46a3-a948-902499eccf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a84c184-1c20-4a11-928d-c68387bf4206,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:45.990441 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 42044) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:45.995072 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-07326a43-1d0c-46a3-a948-902499eccf68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:46.081898 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c62bf4cb-03b1-4ff5-ac09-6537e59a785d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:46.121048 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c62bf4cb-03b1-4ff5-ac09-6537e59a785d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:46.183507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c62bf4cb-03b1-4ff5-ac09-6537e59a785d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:46.189913 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ffa8960d-8c54-46b5-8d59-ab82a765f26a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:46.208274 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bf4cb-03b1-4ff5-ac09-6537e59a785d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a84c184-1c20-4a11-928d-c68387bf4206,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:46.212826 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c62bf4cb-03b1-4ff5-ac09-6537e59a785d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:46.219308 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c62bf4cb-03b1-4ff5-ac09-6537e59a785d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:46.220716 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-c62bf4cb-03b1-4ff5-ac09-6537e59a785d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a84c184-1c20-4a11-928d-c68387bf4206 HTTP/1.1" status: 204 len: 168 time: 0.2289798 Apr 14 16:13:46.568626 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 42052) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:46.589550 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8b54c244-bc1d-4e70-8ee1-ec6ef19ecd6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:46.607779 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-8b54c244-bc1d-4e70-8ee1-ec6ef19ecd6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:46.612849 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-8b54c244-bc1d-4e70-8ee1-ec6ef19ecd6f admin admin] Usage tracker for resource:security_group_rule and tenant:8b109444c0c44f0fba647c98d79ebc96 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:46.616639 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-8b54c244-bc1d-4e70-8ee1-ec6ef19ecd6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:46.623908 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-8b54c244-bc1d-4e70-8ee1-ec6ef19ecd6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:46.720009 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8b54c244-bc1d-4e70-8ee1-ec6ef19ecd6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:46.723206 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8b54c244-bc1d-4e70-8ee1-ec6ef19ecd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:46.733155 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1f5d0315-8689-4420-88dc-220efb3d72a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:46.784785 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-8b54c244-bc1d-4e70-8ee1-ec6ef19ecd6f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b109444c0c44f0fba647c98d79ebc96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2148695 Apr 14 16:13:46.786829 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54c244-bc1d-4e70-8ee1-ec6ef19ecd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1cb74d-1f65-4ee2-a53d-38267b4dff47,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:46.788397 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 42056) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:46.790167 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8b54c244-bc1d-4e70-8ee1-ec6ef19ecd6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:46.865242 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-476db6f7-d99b-4fe5-b8a9-b7f211c4d672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:46.896043 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-476db6f7-d99b-4fe5-b8a9-b7f211c4d672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:46.948085 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-476db6f7-d99b-4fe5-b8a9-b7f211c4d672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:46.953753 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6fda281e-e184-48ee-bd34-d32fcd70aa2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:46.969295 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476db6f7-d99b-4fe5-b8a9-b7f211c4d672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1cb74d-1f65-4ee2-a53d-38267b4dff47,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:46.971865 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-476db6f7-d99b-4fe5-b8a9-b7f211c4d672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:46.974275 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-476db6f7-d99b-4fe5-b8a9-b7f211c4d672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:46.975479 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-476db6f7-d99b-4fe5-b8a9-b7f211c4d672 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc1cb74d-1f65-4ee2-a53d-38267b4dff47 HTTP/1.1" status: 204 len: 168 time: 0.1852372 Apr 14 16:13:52.369938 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:13:56.800418 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2f011944-ecf5-4632-aa94-4c6e7b9bb704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:59.434610 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f065893e-b631-4180-93d0-11a6c981f927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:59.696819 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:00.441666 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:00.753015 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 42196) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:00.921541 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-64efdcf9-67db-4c80-8ace-4e4f6fd6186d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:00.940215 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-64efdcf9-67db-4c80-8ace-4e4f6fd6186d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:00.945168 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-64efdcf9-67db-4c80-8ace-4e4f6fd6186d admin admin] Usage tracker for resource:security_group_rule and tenant:3d6c371fa30e45edb428a08bcb81290d is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:00.949629 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-64efdcf9-67db-4c80-8ace-4e4f6fd6186d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:00.957011 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-64efdcf9-67db-4c80-8ace-4e4f6fd6186d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:01.097986 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-64efdcf9-67db-4c80-8ace-4e4f6fd6186d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:01.101796 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-64efdcf9-67db-4c80-8ace-4e4f6fd6186d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:01.112726 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e4fec085-0a75-4174-a31b-b07ed629f341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:01.160511 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-64efdcf9-67db-4c80-8ace-4e4f6fd6186d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d6c371fa30e45edb428a08bcb81290d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060440 Apr 14 16:14:01.162446 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efdcf9-67db-4c80-8ace-4e4f6fd6186d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798e2292-0374-4e83-a8a4-bfc37b95d144,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:01.163959 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 42202) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:01.167234 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-64efdcf9-67db-4c80-8ace-4e4f6fd6186d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:01.242582 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-be848a22-ddfb-4a1e-aa1a-48aa6ecad1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:01.274526 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-be848a22-ddfb-4a1e-aa1a-48aa6ecad1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:01.328018 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-be848a22-ddfb-4a1e-aa1a-48aa6ecad1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:01.334104 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6d64f8b4-d6d9-413d-8a77-7c47302e5a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:01.350987 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be848a22-ddfb-4a1e-aa1a-48aa6ecad1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798e2292-0374-4e83-a8a4-bfc37b95d144,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:01.360518 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-be848a22-ddfb-4a1e-aa1a-48aa6ecad1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:01.362075 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-be848a22-ddfb-4a1e-aa1a-48aa6ecad1d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/798e2292-0374-4e83-a8a4-bfc37b95d144 HTTP/1.1" status: 204 len: 168 time: 0.1967542 Apr 14 16:14:01.365149 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be848a22-ddfb-4a1e-aa1a-48aa6ecad1d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:01.365812 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be848a22-ddfb-4a1e-aa1a-48aa6ecad1d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:01.366589 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be848a22-ddfb-4a1e-aa1a-48aa6ecad1d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:01.367301 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be848a22-ddfb-4a1e-aa1a-48aa6ecad1d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:01.367999 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be848a22-ddfb-4a1e-aa1a-48aa6ecad1d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:01.368692 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be848a22-ddfb-4a1e-aa1a-48aa6ecad1d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:01.369898 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be848a22-ddfb-4a1e-aa1a-48aa6ecad1d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:01.370589 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be848a22-ddfb-4a1e-aa1a-48aa6ecad1d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:01.371286 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be848a22-ddfb-4a1e-aa1a-48aa6ecad1d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:01.371977 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be848a22-ddfb-4a1e-aa1a-48aa6ecad1d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:01.372691 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be848a22-ddfb-4a1e-aa1a-48aa6ecad1d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:01.373300 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be848a22-ddfb-4a1e-aa1a-48aa6ecad1d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:01.379202 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-be848a22-ddfb-4a1e-aa1a-48aa6ecad1d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:02.074467 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:04.953777 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaf50c-e829-4791-9f3b-f8a18cf23235 req-360eae15-f894-4916-9d7a-4c17722830ed tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:04.955551 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bceaf50c-e829-4791-9f3b-f8a18cf23235 req-360eae15-f894-4916-9d7a-4c17722830ed tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 947 time: 0.0974209 Apr 14 16:14:04.991906 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bceaf50c-e829-4791-9f3b-f8a18cf23235 req-e0b56611-645e-43a5-9fe5-2d1949aa1286 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286026 Apr 14 16:14:06.181536 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce495c2a-6906-4ea2-9dbe-897f9934e2d0 req-63ca8d8d-4c1f-413b-be07-a68e17c06caa tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:06.182777 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-ce495c2a-6906-4ea2-9dbe-897f9934e2d0 req-63ca8d8d-4c1f-413b-be07-a68e17c06caa tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Synchronizing usage tracker for tenant:691977ceece143efa6a03aafe5e47709 on resource:port {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:14:06.206792 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-ce495c2a-6906-4ea2-9dbe-897f9934e2d0 req-63ca8d8d-4c1f-413b-be07-a68e17c06caa tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Unset dirty status for tenant:691977ceece143efa6a03aafe5e47709 on resource:port {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:14:06.208301 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce495c2a-6906-4ea2-9dbe-897f9934e2d0 req-63ca8d8d-4c1f-413b-be07-a68e17c06caa tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 947 time: 0.1810775 Apr 14 16:14:06.299719 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-ce495c2a-6906-4ea2-9dbe-897f9934e2d0 req-4d1ccb12-daab-4fde-bfc7-60ff945f1144 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Deleting port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:14:06.300082 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-ce495c2a-6906-4ea2-9dbe-897f9934e2d0 req-4d1ccb12-daab-4fde-bfc7-60ff945f1144 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:06.303482 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f7286-20f3-4dc3-8726-6527b773eef0 req-9db7ed32-4261-4446-bfb2-719bd64dc5cb tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:06.305220 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1e0f7286-20f3-4dc3-8726-6527b773eef0 req-9db7ed32-4261-4446-bfb2-719bd64dc5cb tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 947 time: 0.1141357 Apr 14 16:14:06.353427 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1e0f7286-20f3-4dc3-8726-6527b773eef0 req-995c9487-f57c-4af6-a69f-474550532420 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354247 Apr 14 16:14:06.787849 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-ce495c2a-6906-4ea2-9dbe-897f9934e2d0 req-4d1ccb12-daab-4fde-bfc7-60ff945f1144 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] For port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7c701e4a-7c90-4d78-a0b4-e2b31d675c23,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:06.788517 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-ce495c2a-6906-4ea2-9dbe-897f9934e2d0 req-4d1ccb12-daab-4fde-bfc7-60ff945f1144 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:07.244014 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-ce495c2a-6906-4ea2-9dbe-897f9934e2d0 req-4d1ccb12-daab-4fde-bfc7-60ff945f1144 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:07.244763 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-ce495c2a-6906-4ea2-9dbe-897f9934e2d0 req-4d1ccb12-daab-4fde-bfc7-60ff945f1144 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853071330'] for floatingip, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:07.245017 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.l3_db [req-ce495c2a-6906-4ea2-9dbe-897f9934e2d0 req-4d1ccb12-daab-4fde-bfc7-60ff945f1144 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Floating IP 954bcdd3-70b0-4849-b60c-80d89fccf57d disassociated. External IP: 172.27.1.143, port: 7c701e4a-7c90-4d78-a0b4-e2b31d675c23. Apr 14 16:14:07.245511 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-ce495c2a-6906-4ea2-9dbe-897f9934e2d0 req-4d1ccb12-daab-4fde-bfc7-60ff945f1144 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Calling delete_port for 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 owned by compute:nova {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:14:07.432259 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-ce495c2a-6906-4ea2-9dbe-897f9934e2d0 req-4d1ccb12-daab-4fde-bfc7-60ff945f1144 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:07.466609 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-947f4837-2578-4f6a-90c6-c6bf4d733547 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:07.585155 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ccb12-daab-4fde-bfc7-60ff945f1144 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Pushing event deleted for resources: {'Port': ['ID=7c701e4a-7c90-4d78-a0b4-e2b31d675c23,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:07.588795 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4d1ccb12-daab-4fde-bfc7-60ff945f1144 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:07.640382 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-23462218-f98c-4401-8e67-55d0cb415cfa req-1b34e1e7-8e2e-4158-abc1-03cca1c2b5d1 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 210 time: 0.0586188 Apr 14 16:14:07.956312 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce495c2a-6906-4ea2-9dbe-897f9934e2d0 req-4d1ccb12-daab-4fde-bfc7-60ff945f1144 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Router d8e09ac4-38f9-4b38-9462-9202f150eca2 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:14:08.199765 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce495c2a-6906-4ea2-9dbe-897f9934e2d0 req-4d1ccb12-daab-4fde-bfc7-60ff945f1144 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:14:08.217657 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a12f1-e9ed-4f40-8e74-62887d8b6cd0 None None] Sync routers for ids ['d8e09ac4-38f9-4b38-9462-9202f150eca2'] in dv-cinder-786260-2-iscsi {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:14:08.233970 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5a12f1-e9ed-4f40-8e74-62887d8b6cd0 None None] Routers {'d8e09ac4-38f9-4b38-9462-9202f150eca2'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:14:08.235070 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-9e5a12f1-e9ed-4f40-8e74-62887d8b6cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:13:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['d8e09ac4-38f9-4b38-9462-9202f150eca2'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:08.285866 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce495c2a-6906-4ea2-9dbe-897f9934e2d0 req-4d1ccb12-daab-4fde-bfc7-60ff945f1144 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] No DVR routers for this DVR port 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 on host hv-cinder-78626 {{(pid=85284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:14:08.289057 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-ce495c2a-6906-4ea2-9dbe-897f9934e2d0 req-4d1ccb12-daab-4fde-bfc7-60ff945f1144 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:08.292900 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe930e0-2064-4772-8b8c-5eaec6f82b63', 'name': 'network-vif-deleted', 'tag': '7c701e4a-7c90-4d78-a0b4-e2b31d675c23'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:14:08.329383 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ce495c2a-6906-4ea2-9dbe-897f9934e2d0 req-4d1ccb12-daab-4fde-bfc7-60ff945f1144 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.54 "DELETE /v2.0/ports/7c701e4a-7c90-4d78-a0b4-e2b31d675c23 HTTP/1.1" status: 204 len: 173 time: 2.1145296 Apr 14 16:14:08.398372 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe930e0-2064-4772-8b8c-5eaec6f82b63', 'name': 'network-vif-deleted', 'tag': '7c701e4a-7c90-4d78-a0b4-e2b31d675c23', 'status': 'completed', 'code': 200} Apr 14 16:14:08.495072 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-9e5a12f1-e9ed-4f40-8e74-62887d8b6cd0 None None] Set router d8e09ac4-38f9-4b38-9462-9202f150eca2 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:14:08.916186 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3e92df27-f13b-4bdd-971e-a5e8cb7e6ab3 req-c80521c7-0078-48f5-aaad-3ae3ac8a7432 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffe930e0-2064-4772-8b8c-5eaec6f82b63 HTTP/1.1" status: 200 len: 210 time: 0.1002975 Apr 14 16:14:08.921398 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-9e5a12f1-e9ed-4f40-8e74-62887d8b6cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'name': 'tempest-AttachVolumeShelveTestJSON-933395349-router', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:08Z', 'updated_at': '2021-04-14T16:06:19Z', 'revision_number': 4, 'project_id': '691977ceece143efa6a03aafe5e47709', 'gw_port': {'id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:25:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:10Z', 'updated_at': '2021-04-14T16:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '6e3eb120-f2c8-4668-ae95-47ad34707eaf', 'name': '', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'mac_address': 'fa:16:3e:1c:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '83188662-4769-460f-ab17-6c69d6a31076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:17Z', 'updated_at': '2021-04-14T16:06:25Z', 'revision_number': 5, 'project_id': '691977ceece143efa6a03aafe5e47709', 'subnets': [{'id': '83188662-4769-460f-ab17-6c69d6a31076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:08.929635 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a12f1-e9ed-4f40-8e74-62887d8b6cd0 None None] Checking router: d8e09ac4-38f9-4b38-9462-9202f150eca2 for host: dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:14:08.948652 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5a12f1-e9ed-4f40-8e74-62887d8b6cd0 None None] Routers {'d8e09ac4-38f9-4b38-9462-9202f150eca2'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:14:08.949861 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-9e5a12f1-e9ed-4f40-8e74-62887d8b6cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:13:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['d8e09ac4-38f9-4b38-9462-9202f150eca2'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:09.186402 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-9e5a12f1-e9ed-4f40-8e74-62887d8b6cd0 None None] Set router d8e09ac4-38f9-4b38-9462-9202f150eca2 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:14:09.628176 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-9e5a12f1-e9ed-4f40-8e74-62887d8b6cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'name': 'tempest-AttachVolumeShelveTestJSON-933395349-router', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:08Z', 'updated_at': '2021-04-14T16:06:19Z', 'revision_number': 4, 'project_id': '691977ceece143efa6a03aafe5e47709', 'gw_port': {'id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:25:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:10Z', 'updated_at': '2021-04-14T16:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '6e3eb120-f2c8-4668-ae95-47ad34707eaf', 'name': '', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'mac_address': 'fa:16:3e:1c:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '83188662-4769-460f-ab17-6c69d6a31076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:17Z', 'updated_at': '2021-04-14T16:06:25Z', 'revision_number': 5, 'project_id': '691977ceece143efa6a03aafe5e47709', 'subnets': [{'id': '83188662-4769-460f-ab17-6c69d6a31076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:09.633374 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a12f1-e9ed-4f40-8e74-62887d8b6cd0 None None] The sync data for ids ['d8e09ac4-38f9-4b38-9462-9202f150eca2'] in dv-cinder-786260-2-iscsi is: [{'id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'name': 'tempest-AttachVolumeShelveTestJSON-933395349-router', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:08Z', 'updated_at': '2021-04-14T16:06:19Z', 'revision_number': 4, 'project_id': '691977ceece143efa6a03aafe5e47709', 'gw_port': {'id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:25:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:10Z', 'updated_at': '2021-04-14T16:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '6e3eb120-f2c8-4668-ae95-47ad34707eaf', 'name': '', 'network_id': '86b55a80-468c-416f-9ed3-2601bbe04b76', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'mac_address': 'fa:16:3e:1c:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '83188662-4769-460f-ab17-6c69d6a31076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:17Z', 'updated_at': '2021-04-14T16:06:25Z', 'revision_number': 5, 'project_id': '691977ceece143efa6a03aafe5e47709', 'subnets': [{'id': '83188662-4769-460f-ab17-6c69d6a31076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:14:10.055367 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b43def-5d64-4eac-9dd5-c807cf060266 None None] New status for floating IP 954bcdd3-70b0-4849-b60c-80d89fccf57d: DOWN {{(pid=85286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:14:10.116561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 42230) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:10.230585 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a4360ad6-f49a-4130-90c4-811512a3cb05 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:10.284138 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a4360ad6-f49a-4130-90c4-811512a3cb05 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:10.341887 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a4360ad6-f49a-4130-90c4-811512a3cb05 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:10.349136 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-2d2253f1-beb1-42cf-af34-9e8cb8df4de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:10.368934 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4360ad6-f49a-4130-90c4-811512a3cb05 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5f4664-25f3-418a-9bd9-ecc689e9cfdd,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:10.371774 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a4360ad6-f49a-4130-90c4-811512a3cb05 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:10.386701 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a4360ad6-f49a-4130-90c4-811512a3cb05 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:10.388861 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-a4360ad6-f49a-4130-90c4-811512a3cb05 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "DELETE /v2.0/security-groups/9c5f4664-25f3-418a-9bd9-ecc689e9cfdd HTTP/1.1" status: 204 len: 168 time: 0.2708075 Apr 14 16:14:10.392880 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 42234) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:10.412569 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.api.v2.resource [None req-aadf4cd7-dc1e-45b9-88e4-848be8713cce tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] show failed (client error): The resource could not be found. Apr 14 16:14:10.413750 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-aadf4cd7-dc1e-45b9-88e4-848be8713cce tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "GET /v2.0/security-groups/9c5f4664-25f3-418a-9bd9-ecc689e9cfdd HTTP/1.1" status: 404 len: 347 time: 0.0199311 Apr 14 16:14:10.417618 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 42238) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:10.611757 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-050a2656-55f7-415b-bd75-6eaa83768a88 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Deleting port f0b25383-7ff8-4897-bfb8-66e2d71065b5 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:14:10.612106 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-050a2656-55f7-415b-bd75-6eaa83768a88 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:10.805289 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-050a2656-55f7-415b-bd75-6eaa83768a88 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:10.805911 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-050a2656-55f7-415b-bd75-6eaa83768a88 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:10.953372 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-050a2656-55f7-415b-bd75-6eaa83768a88 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Calling delete_port for f0b25383-7ff8-4897-bfb8-66e2d71065b5 owned by network:floatingip {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:14:11.032154 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:14:11.102601 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] No Port match for: 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:14:11.103282 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 7c701e4a-7c90-4d78-a0b4-e2b31d675c23 not bound to the agent host hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:14:11.146378 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-050a2656-55f7-415b-bd75-6eaa83768a88 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850712043'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:11.164033 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:11.499229 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a2656-55f7-415b-bd75-6eaa83768a88 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Pushing event deleted for resources: {'Port': ['ID=f0b25383-7ff8-4897-bfb8-66e2d71065b5,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:11.505651 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-050a2656-55f7-415b-bd75-6eaa83768a88 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:11.722913 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-050a2656-55f7-415b-bd75-6eaa83768a88 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks [] for floatingip, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:11.739761 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-050a2656-55f7-415b-bd75-6eaa83768a88 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for floatingip, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:11.741141 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-050a2656-55f7-415b-bd75-6eaa83768a88 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] 10.222.0.53 "DELETE /v2.0/floatingips/954bcdd3-70b0-4849-b60c-80d89fccf57d HTTP/1.1" status: 204 len: 168 time: 1.3220649 Apr 14 16:14:13.466800 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:14.662677 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 42262) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:15.598059 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c55e23d0-dc65-4f43-a2d6-fbd46fddb41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1768756'] for router_interface, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:15.993139 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-c55e23d0-dc65-4f43-a2d6-fbd46fddb41b admin admin] Deleting port 6e3eb120-f2c8-4668-ae95-47ad34707eaf {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:14:15.994344 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c55e23d0-dc65-4f43-a2d6-fbd46fddb41b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:16.211668 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-c55e23d0-dc65-4f43-a2d6-fbd46fddb41b admin admin] For port 6e3eb120-f2c8-4668-ae95-47ad34707eaf, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=6e3eb120-f2c8-4668-ae95-47ad34707eaf,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:16.212065 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c55e23d0-dc65-4f43-a2d6-fbd46fddb41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:16.353953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-c55e23d0-dc65-4f43-a2d6-fbd46fddb41b admin admin] Calling delete_port for 6e3eb120-f2c8-4668-ae95-47ad34707eaf owned by network:router_interface {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:14:16.555144 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c55e23d0-dc65-4f43-a2d6-fbd46fddb41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850712043'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:16.572985 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:16.637751 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e23d0-dc65-4f43-a2d6-fbd46fddb41b admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3eb120-f2c8-4668-ae95-47ad34707eaf,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:16.640861 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c55e23d0-dc65-4f43-a2d6-fbd46fddb41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:17.091422 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c55e23d0-dc65-4f43-a2d6-fbd46fddb41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853169174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704643'] for router_interface, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:17.907450 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55e23d0-dc65-4f43-a2d6-fbd46fddb41b admin admin] Router d8e09ac4-38f9-4b38-9462-9202f150eca2 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:14:18.113654 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55e23d0-dc65-4f43-a2d6-fbd46fddb41b admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:14:18.125858 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b882e0-794f-49d1-927d-902d0e9ee86e None None] Sync routers for ids ['d8e09ac4-38f9-4b38-9462-9202f150eca2'] in dv-cinder-786260-2-iscsi {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:14:18.130283 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-c55e23d0-dc65-4f43-a2d6-fbd46fddb41b admin admin] 10.222.0.53 "PUT /v2.0/routers/d8e09ac4-38f9-4b38-9462-9202f150eca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4657829 Apr 14 16:14:18.132967 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 42268) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:18.144243 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b882e0-794f-49d1-927d-902d0e9ee86e None None] Routers {'d8e09ac4-38f9-4b38-9462-9202f150eca2'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:14:18.145393 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-d8b882e0-794f-49d1-927d-902d0e9ee86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:13:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['d8e09ac4-38f9-4b38-9462-9202f150eca2'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:18.337613 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-efa77017-a3f2-419c-8559-4dda6c00ae07 admin admin] Notify callbacks [] for router, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:18.541989 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-efa77017-a3f2-419c-8559-4dda6c00ae07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:18.550874 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-efa77017-a3f2-419c-8559-4dda6c00ae07 admin admin] Deleting port d1dec57d-6b38-4c85-820e-f23757bc95b8 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:14:18.551259 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-efa77017-a3f2-419c-8559-4dda6c00ae07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:18.561617 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-d8b882e0-794f-49d1-927d-902d0e9ee86e None None] Set router d8e09ac4-38f9-4b38-9462-9202f150eca2 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:14:18.757725 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-efa77017-a3f2-419c-8559-4dda6c00ae07 admin admin] For port d1dec57d-6b38-4c85-820e-f23757bc95b8, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=d1dec57d-6b38-4c85-820e-f23757bc95b8,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:18.758506 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-efa77017-a3f2-419c-8559-4dda6c00ae07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:18.885310 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-d8b882e0-794f-49d1-927d-902d0e9ee86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'name': 'tempest-AttachVolumeShelveTestJSON-933395349-router', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:08Z', 'updated_at': '2021-04-14T16:14:16Z', 'revision_number': 5, 'project_id': '691977ceece143efa6a03aafe5e47709', 'gw_port': {'id': 'd1dec57d-6b38-4c85-820e-f23757bc95b8', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:25:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:06:10Z', 'updated_at': '2021-04-14T16:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:18.889820 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b882e0-794f-49d1-927d-902d0e9ee86e None None] Checking router: d8e09ac4-38f9-4b38-9462-9202f150eca2 for host: dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:14:18.899270 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b882e0-794f-49d1-927d-902d0e9ee86e None None] Routers {'d8e09ac4-38f9-4b38-9462-9202f150eca2'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:14:18.899970 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-d8b882e0-794f-49d1-927d-902d0e9ee86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:13:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['d8e09ac4-38f9-4b38-9462-9202f150eca2'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:18.937697 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-efa77017-a3f2-419c-8559-4dda6c00ae07 admin admin] Calling delete_port for d1dec57d-6b38-4c85-820e-f23757bc95b8 owned by network:router_gateway {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:14:19.074071 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-d8b882e0-794f-49d1-927d-902d0e9ee86e None None] Set router d8e09ac4-38f9-4b38-9462-9202f150eca2 gateway port host: None {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:14:19.161561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-efa77017-a3f2-419c-8559-4dda6c00ae07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850712043'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:19.178025 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-22b1b835-adc5-408c-90b6-da4b54d21e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:19.193637 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-d8b882e0-794f-49d1-927d-902d0e9ee86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'name': 'tempest-AttachVolumeShelveTestJSON-933395349-router', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:08Z', 'updated_at': '2021-04-14T16:14:18Z', 'revision_number': 6, 'project_id': '691977ceece143efa6a03aafe5e47709', 'gw_port_host': None}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:19.198815 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b882e0-794f-49d1-927d-902d0e9ee86e None None] The sync data for ids ['d8e09ac4-38f9-4b38-9462-9202f150eca2'] in dv-cinder-786260-2-iscsi is: [{'id': 'd8e09ac4-38f9-4b38-9462-9202f150eca2', 'name': 'tempest-AttachVolumeShelveTestJSON-933395349-router', 'tenant_id': '691977ceece143efa6a03aafe5e47709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:06:08Z', 'updated_at': '2021-04-14T16:14:18Z', 'revision_number': 6, 'project_id': '691977ceece143efa6a03aafe5e47709', 'gw_port_host': None}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:14:19.241766 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa77017-a3f2-419c-8559-4dda6c00ae07 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1dec57d-6b38-4c85-820e-f23757bc95b8,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:19.295834 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-efa77017-a3f2-419c-8559-4dda6c00ae07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:19.463161 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-efa77017-a3f2-419c-8559-4dda6c00ae07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704485'] for router_gateway, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:19.655822 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-efa77017-a3f2-419c-8559-4dda6c00ae07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259354'] for router, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:19.659637 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-efa77017-a3f2-419c-8559-4dda6c00ae07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:19.661395 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 6e3eb120-f2c8-4668-ae95-47ad34707eaf no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:14:19.686033 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-efa77017-a3f2-419c-8559-4dda6c00ae07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853018765'] for router, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:19.686816 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa77017-a3f2-419c-8559-4dda6c00ae07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8e09ac4-38f9-4b38-9462-9202f150eca2 {{(pid=85285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:14:19.700941 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-efa77017-a3f2-419c-8559-4dda6c00ae07 admin admin] Notify callbacks [] for router, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:19.702531 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-efa77017-a3f2-419c-8559-4dda6c00ae07 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d8e09ac4-38f9-4b38-9462-9202f150eca2 HTTP/1.1" status: 204 len: 168 time: 1.5680745 Apr 14 16:14:19.703997 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] No Port match for: 6e3eb120-f2c8-4668-ae95-47ad34707eaf {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:14:19.704370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 6e3eb120-f2c8-4668-ae95-47ad34707eaf not bound to the agent host dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:14:19.705084 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device d1dec57d-6b38-4c85-820e-f23757bc95b8 no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:14:19.705811 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 42272) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:19.744301 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] No Port match for: d1dec57d-6b38-4c85-820e-f23757bc95b8 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:14:19.744694 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device d1dec57d-6b38-4c85-820e-f23757bc95b8 not bound to the agent host dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:14:19.782799 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_v2 [None req-8692257e-7bbd-4922-886b-b405577609a7 admin admin] Deleting subnet 83188662-4769-460f-ab17-6c69d6a31076 {{(pid=85285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:14:19.786754 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8692257e-7bbd-4922-886b-b405577609a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:19.843226 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8692257e-7bbd-4922-886b-b405577609a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850711990'] for subnet, precommit_delete_associations {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:19.947584 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8692257e-7bbd-4922-886b-b405577609a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14877'] for subnet, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:20.255215 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8692257e-7bbd-4922-886b-b405577609a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854760955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4063808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851707563'] for subnet, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:20.284724 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:20.340014 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692257e-7bbd-4922-886b-b405577609a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83188662-4769-460f-ab17-6c69d6a31076,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:20.343839 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8692257e-7bbd-4922-886b-b405577609a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:20.430474 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8692257e-7bbd-4922-886b-b405577609a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:20.436100 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650280c8-1565-46e2-8916-7b2e96016a08 None None] Network 86b55a80-468c-416f-9ed3-2601bbe04b76 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:14:20.436938 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-8692257e-7bbd-4922-886b-b405577609a7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/83188662-4769-460f-ab17-6c69d6a31076 HTTP/1.1" status: 204 len: 168 time: 0.7293348 Apr 14 16:14:20.440191 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 42276) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:20.565719 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-47ceeaad-1c9f-4a18-98ae-5c65d0cf8b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854580288'] for network, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:20.642711 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-47ceeaad-1c9f-4a18-98ae-5c65d0cf8b62 admin admin] Deleting port 599dc3d4-149b-4699-aa2f-6e114d316da9 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:14:20.643079 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-47ceeaad-1c9f-4a18-98ae-5c65d0cf8b62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:20.731138 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db68d8bb-a23e-40d1-8929-f5095669d292 None None] DHCP port deletion for 86b55a80-468c-416f-9ed3-2601bbe04b76 request from dv-cinder-786260-2-iscsi {{(pid=85286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:14:20.738794 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-db68d8bb-a23e-40d1-8929-f5095669d292 None None] Deleting port 599dc3d4-149b-4699-aa2f-6e114d316da9 {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:14:20.739524 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-db68d8bb-a23e-40d1-8929-f5095669d292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:20.880787 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-47ceeaad-1c9f-4a18-98ae-5c65d0cf8b62 admin admin] For port 599dc3d4-149b-4699-aa2f-6e114d316da9, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=599dc3d4-149b-4699-aa2f-6e114d316da9,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:20.881442 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-47ceeaad-1c9f-4a18-98ae-5c65d0cf8b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:21.025251 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-47ceeaad-1c9f-4a18-98ae-5c65d0cf8b62 admin admin] Calling delete_port for 599dc3d4-149b-4699-aa2f-6e114d316da9 owned by network:dhcp {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:14:21.028985 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-db68d8bb-a23e-40d1-8929-f5095669d292 None None] For port 599dc3d4-149b-4699-aa2f-6e114d316da9, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=599dc3d4-149b-4699-aa2f-6e114d316da9,segment=NetworkSegment(c779952e-db9c-40b0-a6a8-3f9c3af7dcaf),segment_id=c779952e-db9c-40b0-a6a8-3f9c3af7dcaf)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:21.029730 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-db68d8bb-a23e-40d1-8929-f5095669d292 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:21.108482 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-47ceeaad-1c9f-4a18-98ae-5c65d0cf8b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850712043'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:21.123278 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d13699ce-4e08-4d03-b6d2-985eae1293ff tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:21.184628 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ceeaad-1c9f-4a18-98ae-5c65d0cf8b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=599dc3d4-149b-4699-aa2f-6e114d316da9,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:21.189961 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-47ceeaad-1c9f-4a18-98ae-5c65d0cf8b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:21.202806 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-db68d8bb-a23e-40d1-8929-f5095669d292 None None] Calling delete_port for 599dc3d4-149b-4699-aa2f-6e114d316da9 owned by network:dhcp {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:14:21.277655 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ceeaad-1c9f-4a18-98ae-5c65d0cf8b62 admin admin] No DVR routers for this DVR port 599dc3d4-149b-4699-aa2f-6e114d316da9 on host dv-cinder-786260-2-iscsi {{(pid=85285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:14:21.283455 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.db.api [None req-db68d8bb-a23e-40d1-8929-f5095669d292 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85286) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:14:21.283861 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_db.api [None req-db68d8bb-a23e-40d1-8929-f5095669d292 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:14:21.404925 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-47ceeaad-1c9f-4a18-98ae-5c65d0cf8b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363258286215762'] for network, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:21.645007 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 599dc3d4-149b-4699-aa2f-6e114d316da9 no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:14:21.718507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] No Port match for: 599dc3d4-149b-4699-aa2f-6e114d316da9 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:14:21.719146 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 599dc3d4-149b-4699-aa2f-6e114d316da9 not bound to the agent host dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:14:21.784889 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-db68d8bb-a23e-40d1-8929-f5095669d292 None None] Deleting port 599dc3d4-149b-4699-aa2f-6e114d316da9 {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:14:21.785504 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-db68d8bb-a23e-40d1-8929-f5095669d292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:21.833455 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-47ceeaad-1c9f-4a18-98ae-5c65d0cf8b62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b55a80-468c-416f-9ed3-2601bbe04b76']}} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:21.848156 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-47ceeaad-1c9f-4a18-98ae-5c65d0cf8b62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c779952e-db9c-40b0-a6a8-3f9c3af7dcaf') {'for_net_delete': True} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:21.848494 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-47ceeaad-1c9f-4a18-98ae-5c65d0cf8b62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c779952e-db9c-40b0-a6a8-3f9c3af7dcaf') {} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:21.862953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-47ceeaad-1c9f-4a18-98ae-5c65d0cf8b62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258286223442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850711108'] for segment, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:21.865783 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-db68d8bb-a23e-40d1-8929-f5095669d292 None None] The port '599dc3d4-149b-4699-aa2f-6e114d316da9' was deleted {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:14:21.889293 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-47ceeaad-1c9f-4a18-98ae-5c65d0cf8b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:21.897860 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ceeaad-1c9f-4a18-98ae-5c65d0cf8b62 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=85285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:14:22.111261 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-47ceeaad-1c9f-4a18-98ae-5c65d0cf8b62 admin admin] Network 86b55a80-468c-416f-9ed3-2601bbe04b76 has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:14:22.121229 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-47ceeaad-1c9f-4a18-98ae-5c65d0cf8b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063791'] for segment, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.316950 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-47ceeaad-1c9f-4a18-98ae-5c65d0cf8b62 admin admin] Network 86b55a80-468c-416f-9ed3-2601bbe04b76 has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: Traceback (most recent call last): Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: timer() Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: cb(*args, **kw) Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: return func(*args, **kwargs) Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: self._notify() Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: self.callback(batched_events) Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: event.method(event) Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: segment_id)['aggregates'][0] Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: return f(self, *a, **k) Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: return self._get(url).json() Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: **kwargs) Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: return self.request(url, 'GET', **kwargs) Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: **endpoint_filter) Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:14:22.341562 dv-cinder-786260-2-iscsi neutron-server[85169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:14:22.422544 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-47ceeaad-1c9f-4a18-98ae-5c65d0cf8b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853071345'] for network, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.426811 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e463b8a5-b1c5-462c-ac2d-2c43f5311021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:22.443134 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-47ceeaad-1c9f-4a18-98ae-5c65d0cf8b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.460110 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ceeaad-1c9f-4a18-98ae-5c65d0cf8b62 admin admin] Pushing event deleted for resources: {'Network': ['ID=86b55a80-468c-416f-9ed3-2601bbe04b76,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:22.464486 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-47ceeaad-1c9f-4a18-98ae-5c65d0cf8b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:22.476387 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-47ceeaad-1c9f-4a18-98ae-5c65d0cf8b62 admin admin] 10.222.0.53 "DELETE /v2.0/networks/86b55a80-468c-416f-9ed3-2601bbe04b76 HTTP/1.1" status: 204 len: 168 time: 2.0345943 Apr 14 16:14:22.603963 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 42282) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:22.644922 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-e8bfa746-4962-459d-bef9-a6f1d60e5b5d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=691977ceece143efa6a03aafe5e47709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394745 Apr 14 16:14:22.647580 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 42286) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:22.716920 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-124231ae-40ec-43b9-adc3-fe6ccb1380e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.745554 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-124231ae-40ec-43b9-adc3-fe6ccb1380e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.795249 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-124231ae-40ec-43b9-adc3-fe6ccb1380e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.800713 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-9fcb27a2-5bb9-4dcc-b687-4f60893fbe15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:22.815484 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124231ae-40ec-43b9-adc3-fe6ccb1380e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829d0688-e0fd-47c0-805e-ac448dd6255d,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:22.821641 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-124231ae-40ec-43b9-adc3-fe6ccb1380e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:22.823907 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-124231ae-40ec-43b9-adc3-fe6ccb1380e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.825181 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-124231ae-40ec-43b9-adc3-fe6ccb1380e1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/829d0688-e0fd-47c0-805e-ac448dd6255d HTTP/1.1" status: 204 len: 168 time: 0.1765888 Apr 14 16:14:26.807161 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aded8a47-de72-4139-8dee-d891dcc75dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:29.362863 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:14:29.438389 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-db14a1b9-8d39-4574-bdaa-d3109f61b5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:29.702907 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:30.434652 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:32.082425 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:35.747971 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 42420) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:35.944587 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3c9062ee-daa1-45e9-b77f-ea717a890c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:35.962754 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-3c9062ee-daa1-45e9-b77f-ea717a890c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:35.967173 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-3c9062ee-daa1-45e9-b77f-ea717a890c7b admin admin] Usage tracker for resource:security_group_rule and tenant:2fa51b4d922c43f28d7255232a7c544e is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:35.970458 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-3c9062ee-daa1-45e9-b77f-ea717a890c7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:35.977793 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-3c9062ee-daa1-45e9-b77f-ea717a890c7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:36.087685 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3c9062ee-daa1-45e9-b77f-ea717a890c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:36.091601 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3c9062ee-daa1-45e9-b77f-ea717a890c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:36.100172 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-00937259-07c8-4913-a0a2-5a1e4c9da68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:36.402424 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9062ee-daa1-45e9-b77f-ea717a890c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87a267f-6246-4118-883e-80f019b85b14,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:36.407908 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-3c9062ee-daa1-45e9-b77f-ea717a890c7b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2fa51b4d922c43f28d7255232a7c544e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6587431 Apr 14 16:14:36.409040 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3c9062ee-daa1-45e9-b77f-ea717a890c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:36.412419 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 42426) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:36.481066 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d39e-dfa3-4b8c-b659-65ccfa5a0192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:36.511771 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d39e-dfa3-4b8c-b659-65ccfa5a0192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:36.559899 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d39e-dfa3-4b8c-b659-65ccfa5a0192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:36.565440 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e67f949a-5f5f-4ff5-862e-8f45ddf615a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:36.577430 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2d39e-dfa3-4b8c-b659-65ccfa5a0192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87a267f-6246-4118-883e-80f019b85b14,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:36.582897 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-dbc2d39e-dfa3-4b8c-b659-65ccfa5a0192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:36.585633 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d39e-dfa3-4b8c-b659-65ccfa5a0192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:36.586942 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-dbc2d39e-dfa3-4b8c-b659-65ccfa5a0192 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a87a267f-6246-4118-883e-80f019b85b14 HTTP/1.1" status: 204 len: 168 time: 0.1734571 Apr 14 16:14:36.922740 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 42434) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:36.944555 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-459d8885-e29a-4b9a-95c9-46ae8ee15897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:36.961853 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-459d8885-e29a-4b9a-95c9-46ae8ee15897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:36.966033 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-459d8885-e29a-4b9a-95c9-46ae8ee15897 admin admin] Usage tracker for resource:security_group_rule and tenant:6102454e17c34350914eac61713398ea is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:36.969159 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-459d8885-e29a-4b9a-95c9-46ae8ee15897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:36.975661 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-459d8885-e29a-4b9a-95c9-46ae8ee15897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:37.072550 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-459d8885-e29a-4b9a-95c9-46ae8ee15897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:37.076359 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-459d8885-e29a-4b9a-95c9-46ae8ee15897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:37.083943 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-630527b0-1fd4-4bb1-8472-6d2ee6c4564b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:37.130681 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-459d8885-e29a-4b9a-95c9-46ae8ee15897 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6102454e17c34350914eac61713398ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2066963 Apr 14 16:14:37.132509 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d8885-e29a-4b9a-95c9-46ae8ee15897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710b94c3-6d3a-4e92-baa6-03f09f3887c7,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:37.134269 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 42438) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:37.136288 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-459d8885-e29a-4b9a-95c9-46ae8ee15897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:37.204342 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fe3692e3-d213-46b2-b6ff-c8be28d5e424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:37.234107 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fe3692e3-d213-46b2-b6ff-c8be28d5e424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:37.282777 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fe3692e3-d213-46b2-b6ff-c8be28d5e424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:37.287998 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0d867866-af87-4079-bc61-993db4a72b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:37.302840 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3692e3-d213-46b2-b6ff-c8be28d5e424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710b94c3-6d3a-4e92-baa6-03f09f3887c7,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:37.305982 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-fe3692e3-d213-46b2-b6ff-c8be28d5e424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:37.307369 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-fe3692e3-d213-46b2-b6ff-c8be28d5e424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:37.308616 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-fe3692e3-d213-46b2-b6ff-c8be28d5e424 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/710b94c3-6d3a-4e92-baa6-03f09f3887c7 HTTP/1.1" status: 204 len: 168 time: 0.1731777 Apr 14 16:14:41.346459 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 42572) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:41.492777 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4d429873-2385-4971-bac8-9525829a50ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:41.509654 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-4d429873-2385-4971-bac8-9525829a50ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:41.513835 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-4d429873-2385-4971-bac8-9525829a50ab admin admin] Usage tracker for resource:security_group_rule and tenant:ea8d4cb973e44fac9c7984369f576a1e is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:41.516968 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-4d429873-2385-4971-bac8-9525829a50ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:41.524433 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-4d429873-2385-4971-bac8-9525829a50ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:41.650167 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4d429873-2385-4971-bac8-9525829a50ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:41.653139 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4d429873-2385-4971-bac8-9525829a50ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:41.662611 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e98bbd8f-e8af-42d3-843f-4ed0268e0e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:41.708802 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-4d429873-2385-4971-bac8-9525829a50ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea8d4cb973e44fac9c7984369f576a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608885 Apr 14 16:14:41.710995 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d429873-2385-4971-bac8-9525829a50ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04f869d-c739-4112-90fc-087a101ca92d,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:41.712500 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 42578) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:41.720161 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d429873-2385-4971-bac8-9525829a50ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:41.720575 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d429873-2385-4971-bac8-9525829a50ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:41.720988 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d429873-2385-4971-bac8-9525829a50ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:41.721401 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d429873-2385-4971-bac8-9525829a50ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:41.721810 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d429873-2385-4971-bac8-9525829a50ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:41.722256 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d429873-2385-4971-bac8-9525829a50ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:41.722650 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d429873-2385-4971-bac8-9525829a50ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:41.723059 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d429873-2385-4971-bac8-9525829a50ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:41.723474 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d429873-2385-4971-bac8-9525829a50ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:41.723872 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d429873-2385-4971-bac8-9525829a50ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:41.724271 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d429873-2385-4971-bac8-9525829a50ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:41.724671 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d429873-2385-4971-bac8-9525829a50ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:41.729889 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4d429873-2385-4971-bac8-9525829a50ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:41.821159 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-eac43ce2-3b91-41d0-818b-faed11a5649d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:41.874473 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-eac43ce2-3b91-41d0-818b-faed11a5649d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:41.953750 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-eac43ce2-3b91-41d0-818b-faed11a5649d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:41.959675 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a405afc6-9324-4d91-a058-88878613658d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:41.974224 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac43ce2-3b91-41d0-818b-faed11a5649d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04f869d-c739-4112-90fc-087a101ca92d,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:41.978329 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-eac43ce2-3b91-41d0-818b-faed11a5649d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:41.980589 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-eac43ce2-3b91-41d0-818b-faed11a5649d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:41.982149 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-eac43ce2-3b91-41d0-818b-faed11a5649d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d04f869d-c739-4112-90fc-087a101ca92d HTTP/1.1" status: 204 len: 168 time: 0.2679300 Apr 14 16:14:42.314758 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 42586) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:42.334103 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-529f4140-7632-4f66-9d30-c9282e1e26d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:42.350664 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-529f4140-7632-4f66-9d30-c9282e1e26d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:42.355473 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-529f4140-7632-4f66-9d30-c9282e1e26d8 admin admin] Usage tracker for resource:security_group_rule and tenant:419fbe765f12417d952a8ec2a40434fe is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:42.358735 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-529f4140-7632-4f66-9d30-c9282e1e26d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:42.365020 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-529f4140-7632-4f66-9d30-c9282e1e26d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:42.455872 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-529f4140-7632-4f66-9d30-c9282e1e26d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:42.458666 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-529f4140-7632-4f66-9d30-c9282e1e26d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:42.468262 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a4360ad6-f49a-4130-90c4-811512a3cb05 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:42.514433 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-529f4140-7632-4f66-9d30-c9282e1e26d8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=419fbe765f12417d952a8ec2a40434fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1983955 Apr 14 16:14:42.516422 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f4140-7632-4f66-9d30-c9282e1e26d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc45fc7f-39bf-496a-b5b3-f378603b52f7,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:42.517876 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 42590) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:42.519929 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-529f4140-7632-4f66-9d30-c9282e1e26d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:42.593172 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1fc961f1-b197-436d-91f0-72fcf0a8f527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:42.624223 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1fc961f1-b197-436d-91f0-72fcf0a8f527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:42.673874 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1fc961f1-b197-436d-91f0-72fcf0a8f527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:42.679383 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-134905f1-127a-40b8-9046-d5c04aab9720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:42.695003 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc961f1-b197-436d-91f0-72fcf0a8f527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc45fc7f-39bf-496a-b5b3-f378603b52f7,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:42.700727 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1fc961f1-b197-436d-91f0-72fcf0a8f527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:42.708012 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1fc961f1-b197-436d-91f0-72fcf0a8f527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:42.709266 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-1fc961f1-b197-436d-91f0-72fcf0a8f527 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc45fc7f-39bf-496a-b5b3-f378603b52f7 HTTP/1.1" status: 204 len: 168 time: 0.1890361 Apr 14 16:14:43.478216 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:44.025216 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 42622) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:44.167374 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-06fed414-d188-4636-afa1-57f8839a731a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:44.189245 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-06fed414-d188-4636-afa1-57f8839a731a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:44.194025 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-06fed414-d188-4636-afa1-57f8839a731a admin admin] Usage tracker for resource:security_group_rule and tenant:b9dedef77f394a779524bb9ca5271757 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:44.197703 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-06fed414-d188-4636-afa1-57f8839a731a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:44.205017 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-06fed414-d188-4636-afa1-57f8839a731a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:44.301427 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-06fed414-d188-4636-afa1-57f8839a731a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:44.304714 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-06fed414-d188-4636-afa1-57f8839a731a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:44.314540 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c3a745e5-72a5-4441-a264-d9081a950456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:44.360708 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-06fed414-d188-4636-afa1-57f8839a731a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b9dedef77f394a779524bb9ca5271757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342505 Apr 14 16:14:44.361543 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fed414-d188-4636-afa1-57f8839a731a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e0548f-2a4c-4eb5-96ce-a8962a5ead87,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:44.364351 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 42628) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:44.364894 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-06fed414-d188-4636-afa1-57f8839a731a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:44.464093 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c128e535-c63f-4fc4-9334-6759dab1f0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:44.493400 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c128e535-c63f-4fc4-9334-6759dab1f0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:44.541332 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c128e535-c63f-4fc4-9334-6759dab1f0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:44.546584 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e795a7a4-e759-487e-a80c-50a36ba141e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:44.560913 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128e535-c63f-4fc4-9334-6759dab1f0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e0548f-2a4c-4eb5-96ce-a8962a5ead87,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:44.564928 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-c128e535-c63f-4fc4-9334-6759dab1f0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:44.568744 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c128e535-c63f-4fc4-9334-6759dab1f0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:44.570739 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-c128e535-c63f-4fc4-9334-6759dab1f0d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/32e0548f-2a4c-4eb5-96ce-a8962a5ead87 HTTP/1.1" status: 204 len: 168 time: 0.2047710 Apr 14 16:14:46.300153 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 42672) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:46.463798 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0980f1f8-c084-4767-be37-10a857cafd71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:46.494615 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-0980f1f8-c084-4767-be37-10a857cafd71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:46.502121 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-0980f1f8-c084-4767-be37-10a857cafd71 admin admin] Usage tracker for resource:security_group_rule and tenant:3c0a3e9dd6744ec383c077e2d8774107 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:46.508256 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-0980f1f8-c084-4767-be37-10a857cafd71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:46.519833 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-0980f1f8-c084-4767-be37-10a857cafd71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:46.627165 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0980f1f8-c084-4767-be37-10a857cafd71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:46.630297 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0980f1f8-c084-4767-be37-10a857cafd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:46.639094 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-411f4d42-3d87-4ef7-a0ef-3d2a21c60243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:46.688030 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-0980f1f8-c084-4767-be37-10a857cafd71 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c0a3e9dd6744ec383c077e2d8774107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3864896 Apr 14 16:14:46.688961 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980f1f8-c084-4767-be37-10a857cafd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1837b1f-18c5-47e4-96e4-93f5db4b332f,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:46.691330 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 42678) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:46.692476 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0980f1f8-c084-4767-be37-10a857cafd71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:46.763439 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b09c04b7-3190-4334-b0bd-27ba92504ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:46.795302 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b09c04b7-3190-4334-b0bd-27ba92504ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:46.845607 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b09c04b7-3190-4334-b0bd-27ba92504ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:46.849877 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6e9ec8b9-ee99-4c3f-a19b-ca1df503d2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:46.871517 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c04b7-3190-4334-b0bd-27ba92504ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1837b1f-18c5-47e4-96e4-93f5db4b332f,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:46.874086 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-b09c04b7-3190-4334-b0bd-27ba92504ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:46.887025 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b09c04b7-3190-4334-b0bd-27ba92504ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:46.888289 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-b09c04b7-3190-4334-b0bd-27ba92504ed0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1837b1f-18c5-47e4-96e4-93f5db4b332f HTTP/1.1" status: 204 len: 168 time: 0.1956236 Apr 14 16:14:56.806546 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2ecea1e2-473a-4600-9d99-cb3da593a834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:59.444726 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c47aedf4-abb0-4da7-9b6f-b3e3d6a6e010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:59.705873 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:00.442157 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:02.079109 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:06.365596 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:15:13.492995 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:19.963295 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 42868) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:20.105426 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-84c54892-ef2a-4aa7-a9ff-da37fb1eed29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:20.122040 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-84c54892-ef2a-4aa7-a9ff-da37fb1eed29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:20.126664 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-84c54892-ef2a-4aa7-a9ff-da37fb1eed29 admin admin] Usage tracker for resource:security_group_rule and tenant:78381b8a66094c20bc7be907758c9e1f is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:20.130778 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-84c54892-ef2a-4aa7-a9ff-da37fb1eed29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:20.137329 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-84c54892-ef2a-4aa7-a9ff-da37fb1eed29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:20.227835 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-84c54892-ef2a-4aa7-a9ff-da37fb1eed29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:20.230859 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-84c54892-ef2a-4aa7-a9ff-da37fb1eed29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:20.240470 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-9a7462ea-b580-4584-b09b-ec04de549226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:20.283544 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-84c54892-ef2a-4aa7-a9ff-da37fb1eed29 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=78381b8a66094c20bc7be907758c9e1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190675 Apr 14 16:15:20.285280 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c54892-ef2a-4aa7-a9ff-da37fb1eed29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168b2fd8-1a82-4fcc-bf12-179dd5a0ab7f,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:20.286634 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 42874) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:20.294145 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c54892-ef2a-4aa7-a9ff-da37fb1eed29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:20.294594 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c54892-ef2a-4aa7-a9ff-da37fb1eed29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:20.295011 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c54892-ef2a-4aa7-a9ff-da37fb1eed29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:20.295418 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c54892-ef2a-4aa7-a9ff-da37fb1eed29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:20.295822 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c54892-ef2a-4aa7-a9ff-da37fb1eed29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:20.296224 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c54892-ef2a-4aa7-a9ff-da37fb1eed29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:20.296628 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c54892-ef2a-4aa7-a9ff-da37fb1eed29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:20.297024 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c54892-ef2a-4aa7-a9ff-da37fb1eed29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:20.297421 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c54892-ef2a-4aa7-a9ff-da37fb1eed29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:20.297817 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c54892-ef2a-4aa7-a9ff-da37fb1eed29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:20.298213 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c54892-ef2a-4aa7-a9ff-da37fb1eed29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:20.298620 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c54892-ef2a-4aa7-a9ff-da37fb1eed29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:20.303232 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-84c54892-ef2a-4aa7-a9ff-da37fb1eed29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:20.351357 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a474c36b-f350-4037-9e84-c55dad265629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:20.383177 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a474c36b-f350-4037-9e84-c55dad265629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:20.430679 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a474c36b-f350-4037-9e84-c55dad265629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:20.435958 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8b54c244-bc1d-4e70-8ee1-ec6ef19ecd6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:20.449069 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474c36b-f350-4037-9e84-c55dad265629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168b2fd8-1a82-4fcc-bf12-179dd5a0ab7f,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:20.454534 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a474c36b-f350-4037-9e84-c55dad265629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:20.459755 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a474c36b-f350-4037-9e84-c55dad265629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:20.460980 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-a474c36b-f350-4037-9e84-c55dad265629 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/168b2fd8-1a82-4fcc-bf12-179dd5a0ab7f HTTP/1.1" status: 204 len: 168 time: 0.1725368 Apr 14 16:15:26.798506 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-69a49b65-9619-4f39-9ef8-6588b0f68c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:29.437206 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-45ce34eb-4814-4b4b-84f5-c9952dd41158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:29.708623 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:30.434271 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:32.081151 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.117891 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 43008) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:39.249385 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b203986d-9d88-4860-bc3c-adfb786a307c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.265480 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-b203986d-9d88-4860-bc3c-adfb786a307c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:39.269513 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-b203986d-9d88-4860-bc3c-adfb786a307c admin admin] Usage tracker for resource:security_group_rule and tenant:92f16b11c6aa4073bb7a4c6c5f11fc28 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:39.272533 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-b203986d-9d88-4860-bc3c-adfb786a307c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:39.279158 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-b203986d-9d88-4860-bc3c-adfb786a307c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:39.368812 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b203986d-9d88-4860-bc3c-adfb786a307c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.372705 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b203986d-9d88-4860-bc3c-adfb786a307c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.381758 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e1a07a9d-02b2-4563-bcfc-4fbc6c817ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:39.426646 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-b203986d-9d88-4860-bc3c-adfb786a307c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92f16b11c6aa4073bb7a4c6c5f11fc28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074024 Apr 14 16:15:39.427624 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203986d-9d88-4860-bc3c-adfb786a307c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4311870a-268a-4e3c-8c75-64b568ee86df,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:39.429804 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 43014) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:39.431792 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-b203986d-9d88-4860-bc3c-adfb786a307c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:39.497032 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-97b7efd9-7638-4281-bacc-3dde1a46ed09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.525120 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-97b7efd9-7638-4281-bacc-3dde1a46ed09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.578583 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-97b7efd9-7638-4281-bacc-3dde1a46ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.584191 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a8f2bcf5-657f-4aeb-b18b-783e242d6dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:39.598494 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7efd9-7638-4281-bacc-3dde1a46ed09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4311870a-268a-4e3c-8c75-64b568ee86df,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:39.603825 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-97b7efd9-7638-4281-bacc-3dde1a46ed09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:39.608622 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-97b7efd9-7638-4281-bacc-3dde1a46ed09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.609938 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-97b7efd9-7638-4281-bacc-3dde1a46ed09 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4311870a-268a-4e3c-8c75-64b568ee86df HTTP/1.1" status: 204 len: 168 time: 0.1774993 Apr 14 16:15:40.420919 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 43038) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:40.604375 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1881936286-network', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:40.613695 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:40.621038 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] Usage tracker for resource:network and tenant:0b946ceeeee447d59c5d0acb6044495e is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:40.626551 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:40.638104 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:40.654122 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] Made reservation on behalf of 0b946ceeeee447d59c5d0acb6044495e for: {'network': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:15:40.659252 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for network, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.674669 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.691763 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:40.696346 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] Usage tracker for resource:security_group_rule and tenant:0b946ceeeee447d59c5d0acb6044495e is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:40.699676 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:40.707577 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:40.867680 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.870820 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.875386 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1f4580dc-26dd-47d4-8d54-f0a44591f085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:40.903627 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=85285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:15:40.918834 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b64f1e-7a16-4167-99b8-fc022bde18f2,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:40.922276 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:40.925643 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.926043 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.segments_db [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] Added segment e5e2ca27-806e-4c80-a423-8b60c6f20c27 of type vlan for network d6945b69-f1c6-418e-b01b-d447b96ec2f1 Apr 14 16:15:40.958662 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778568018137'] for network, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.991639 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for network, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.993077 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:40.993745 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.999559 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-51dacdfc-f91d-4eac-8407-149ba26f93ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:41.055043 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6326096 Apr 14 16:15:41.058509 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 43044) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:41.069359 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Request body: {'subnet': {'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1881936286-subnet', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'ip_version': 4}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:41.078423 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:41.085035 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Usage tracker for resource:subnet and tenant:0b946ceeeee447d59c5d0acb6044495e is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:41.088576 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:41.095635 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:41.108199 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Made reservation on behalf of 0b946ceeeee447d59c5d0acb6044495e for: {'subnet': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:15:41.114803 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3771868'] for subnet, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:41.130162 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] Pushing event updated for resources: {'Network': ['ID=d6945b69-f1c6-418e-b01b-d447b96ec2f1,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:41.133425 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bde39d00-d28f-4e62-ba1d-3d92301c8c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:41.142696 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Network d6945b69-f1c6-418e-b01b-d447b96ec2f1 details requested by agent ovs-agent-dv-cinder-786260-2-iscsi with host dv-cinder-786260-2-iscsi {{(pid=85286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:15:41.702896 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3780461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3771811'] for subnet, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:41.729197 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:41.914606 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23f0b4b7-6694-4852-8aa6-52cb0ffabd03,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:41.929529 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:41.929953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:41.930408 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:41.930821 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:41.931231 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:41.931636 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:41.932040 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:41.932445 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:41.932844 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:41.933245 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:41.933644 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:41.934045 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:41.940117 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:41.997492 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Checking segment: {'id': 'e5e2ca27-806e-4c80-a423-8b60c6f20c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:15:41.997899 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Network hostable DHCP agents. Network: d6945b69-f1c6-418e-b01b-d447b96ec2f1, hostable agents: ['6974cddb-cd46-4c60-a4a5-114b04928957'], hosted agents: [] {{(pid=85284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:15:42.019577 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Network d6945b69-f1c6-418e-b01b-d447b96ec2f1 is scheduled to be hosted by DHCP agent 6974cddb-cd46-4c60-a4a5-114b04928957 with binding_index 1 {{(pid=85284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:15:42.030774 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-iscsi, d6945b69-f1c6-418e-b01b-d447b96ec2f1) {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:15:42.040679 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838b45de-8e7b-4837-8a89-ef91a75d0d98 None None] Network d6945b69-f1c6-418e-b01b-d447b96ec2f1 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:15:42.050745 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:42.051627 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.078435 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-8293c912-a3e7-43aa-81c3-adf836771d88 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0182068 Apr 14 16:15:42.081296 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 43050) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:42.087100 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-d4535ae9-11fd-44f3-ba0e-775e693eed0b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:42.092430 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-d4535ae9-11fd-44f3-ba0e-775e693eed0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:42.096614 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-d4535ae9-11fd-44f3-ba0e-775e693eed0b admin admin] Usage tracker for resource:router and tenant:0b946ceeeee447d59c5d0acb6044495e is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:42.099854 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-d4535ae9-11fd-44f3-ba0e-775e693eed0b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:42.105999 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-d4535ae9-11fd-44f3-ba0e-775e693eed0b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:42.117682 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d4535ae9-11fd-44f3-ba0e-775e693eed0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259339'] for router, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.118856 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d4535ae9-11fd-44f3-ba0e-775e693eed0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853008525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1758879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853051633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854516462'] for router, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.135391 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d4535ae9-11fd-44f3-ba0e-775e693eed0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.295147 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fb825c8-f9e4-58b6-9749-5c7bd22ac102-d6945b69-f1c6-418e-b01b-d447b96ec2f1', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03'}]}} from dv-cinder-786260-2-iscsi. {{(pid=85286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:15:42.296902 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.437279 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d4535ae9-11fd-44f3-ba0e-775e693eed0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853071264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854516447'] for router, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.577725 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Allocated IP 172.20.0.2 (d6945b69-f1c6-418e-b01b-d447b96ec2f1/23f0b4b7-6694-4852-8aa6-52cb0ffabd03/8d9068df-e4f8-48b6-9749-6d9edaa4f64b) {{(pid=85286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:15:42.850981 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d4535ae9-11fd-44f3-ba0e-775e693eed0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.885169 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d4535ae9-11fd-44f3-ba0e-775e693eed0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.907807 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Notify callbacks [] for port, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.920012 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Transition to ACTIVE for port object 8d9068df-e4f8-48b6-9749-6d9edaa4f64b will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:15:42.943622 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Transition to ACTIVE for port object 8d9068df-e4f8-48b6-9749-6d9edaa4f64b will not be triggered until provisioned by entity DHCP. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:15:42.947941 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463'] for port, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.963952 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:43.046513 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-d4535ae9-11fd-44f3-ba0e-775e693eed0b admin admin] Allocated IP 172.27.1.185 (6468e4de-2d6f-487c-961d-9bfd4b201113/10ad9ff7-e740-4818-a690-9a433745e0b4/8060d1b9-5847-46d3-b659-849a374d7fec) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:15:43.112250 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Pushing event updated for resources: {'Port': ['ID=8d9068df-e4f8-48b6-9749-6d9edaa4f64b,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:43.130782 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:43.131175 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:43.131560 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:43.131935 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:43.132315 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:43.132684 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:43.133064 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:43.133434 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:43.133800 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:43.134168 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:43.134547 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:43.134909 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:43.141403 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:43.181464 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Network d6945b69-f1c6-418e-b01b-d447b96ec2f1 is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:15:43.183010 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:15:43.185723 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Received port after_create {{(pid=85286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:15:43.245664 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d4535ae9-11fd-44f3-ba0e-775e693eed0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:43.283015 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d4535ae9-11fd-44f3-ba0e-775e693eed0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850712043'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:43.287709 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Attempting to bind port 8d9068df-e4f8-48b6-9749-6d9edaa4f64b on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:15:43.288133 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Attempting to bind port 8d9068df-e4f8-48b6-9749-6d9edaa4f64b by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': 'e5e2ca27-806e-4c80-a423-8b60c6f20c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:15:43.288554 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Attempting to bind port 8d9068df-e4f8-48b6-9749-6d9edaa4f64b on network d6945b69-f1c6-418e-b01b-d447b96ec2f1 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:15:43.295507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:15:43.295942 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Checking segment: {'id': 'e5e2ca27-806e-4c80-a423-8b60c6f20c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:15:43.296406 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:43.296852 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Bound using segment: {'id': 'e5e2ca27-806e-4c80-a423-8b60c6f20c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:15:43.297409 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Bound port: 8d9068df-e4f8-48b6-9749-6d9edaa4f64b, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e2ca27-806e-4c80-a423-8b60c6f20c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:15:43.297847 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:43.302372 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6c5902bc-bcb0-42b0-8fb7-c44b207a4f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:43.390018 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:15:43.399360 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] For port 8d9068df-e4f8-48b6-9749-6d9edaa4f64b, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:15:43.403467 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] For port 8d9068df-e4f8-48b6-9749-6d9edaa4f64b, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=8d9068df-e4f8-48b6-9749-6d9edaa4f64b,segment=NetworkSegment(e5e2ca27-806e-4c80-a423-8b60c6f20c27),segment_id=e5e2ca27-806e-4c80-a423-8b60c6f20c27)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:15:43.407228 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:43.423874 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:43.451290 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4535ae9-11fd-44f3-ba0e-775e693eed0b admin admin] Pushing event updated for resources: {'Port': ['ID=8060d1b9-5847-46d3-b659-849a374d7fec,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:43.462434 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d4535ae9-11fd-44f3-ba0e-775e693eed0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:43.518470 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4535ae9-11fd-44f3-ba0e-775e693eed0b admin admin] Network 6468e4de-2d6f-487c-961d-9bfd4b201113 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:15:43.520468 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-d4535ae9-11fd-44f3-ba0e-775e693eed0b admin admin] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:15:43.523479 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4535ae9-11fd-44f3-ba0e-775e693eed0b admin admin] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:15:43.571738 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:43.615005 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Pushing event updated for resources: {'Port': ['ID=8d9068df-e4f8-48b6-9749-6d9edaa4f64b,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:43.627736 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:44.020853 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d4535ae9-11fd-44f3-ba0e-775e693eed0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:44.664995 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d4535ae9-11fd-44f3-ba0e-775e693eed0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853008407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704523'] for router, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:44.897884 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4535ae9-11fd-44f3-ba0e-775e693eed0b admin admin] Router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 is scheduled to L3 agent cd16566b-017b-487a-9290-9cc4500cc966 with binding_index 1 {{(pid=85285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:15:45.117634 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4535ae9-11fd-44f3-ba0e-775e693eed0b admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:15:45.127378 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] Sync routers for ids ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:15:45.139575 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] Routers {'db7688c3-69a4-4b53-9fc8-cd0239a3ea27'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:15:45.140293 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:15:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:45.144743 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d4535ae9-11fd-44f3-ba0e-775e693eed0b admin admin] Notify callbacks [] for router, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:45.146090 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-d4535ae9-11fd-44f3-ba0e-775e693eed0b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0637047 Apr 14 16:15:45.151036 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 43054) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:45.395652 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a2528a-0229-407e-9d32-f49c93ead664 None None] Network d6945b69-f1c6-418e-b01b-d447b96ec2f1 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:15:45.579581 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-d93322f4-6582-4ab1-899e-ea4742e0976b None None] Provisioning for port 8d9068df-e4f8-48b6-9749-6d9edaa4f64b completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:15:45.731567 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] Set router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:15:45.807877 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 8d9068df-e4f8-48b6-9749-6d9edaa4f64b up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:15:46.025468 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e7f067c7-f6d7-4cc9-a41f-b6f46d15afe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:46.192948 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port 8d9068df-e4f8-48b6-9749-6d9edaa4f64b completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:15:46.204425 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 8d9068df-e4f8-48b6-9749-6d9edaa4f64b triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:46.204686 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:46.254031 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-e7f067c7-f6d7-4cc9-a41f-b6f46d15afe8 admin admin] Allocated IP 172.20.0.1 (d6945b69-f1c6-418e-b01b-d447b96ec2f1/23f0b4b7-6694-4852-8aa6-52cb0ffabd03/578b3447-edd8-4466-a39d-b5ca5ebb757c) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:15:46.402407 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:43Z', 'revision_number': 3, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:46.410375 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:46.417357 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] Checking router: db7688c3-69a4-4b53-9fc8-cd0239a3ea27 for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:15:46.417812 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] Updating router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 port 8060d1b9-5847-46d3-b659-849a374d7fec binding host dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:15:46.432514 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e7f067c7-f6d7-4cc9-a41f-b6f46d15afe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:46.457579 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-e7f067c7-f6d7-4cc9-a41f-b6f46d15afe8 admin admin] Transition to ACTIVE for port object 578b3447-edd8-4466-a39d-b5ca5ebb757c will not be triggered until provisioned by entity DHCP. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:15:46.484434 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port 8d9068df-e4f8-48b6-9749-6d9edaa4f64b, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=8d9068df-e4f8-48b6-9749-6d9edaa4f64b,segment=NetworkSegment(e5e2ca27-806e-4c80-a423-8b60c6f20c27),segment_id=e5e2ca27-806e-4c80-a423-8b60c6f20c27)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:46.489390 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:46.496601 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:46.500839 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e7f067c7-f6d7-4cc9-a41f-b6f46d15afe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850712043'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:46.530658 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:46.548103 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:46.632105 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-aa074206-42bd-4791-926d-d48ce23a29ac None None] Provisioning complete for port 8d9068df-e4f8-48b6-9749-6d9edaa4f64b triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:46.632491 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aa074206-42bd-4791-926d-d48ce23a29ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:46.672688 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f067c7-f6d7-4cc9-a41f-b6f46d15afe8 admin admin] Pushing event updated for resources: {'Port': ['ID=578b3447-edd8-4466-a39d-b5ca5ebb757c,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:46.683582 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e7f067c7-f6d7-4cc9-a41f-b6f46d15afe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:46.707457 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=8d9068df-e4f8-48b6-9749-6d9edaa4f64b,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:46.720192 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:46.748919 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f067c7-f6d7-4cc9-a41f-b6f46d15afe8 admin admin] Network d6945b69-f1c6-418e-b01b-d447b96ec2f1 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:15:46.750206 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-e7f067c7-f6d7-4cc9-a41f-b6f46d15afe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:15:46.752683 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f067c7-f6d7-4cc9-a41f-b6f46d15afe8 admin admin] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:15:46.813930 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e7f067c7-f6d7-4cc9-a41f-b6f46d15afe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704588'] for router_interface, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:47.072782 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-ff684c62-a379-4f8d-b89b-ae21be5dfb09 None None] Provisioning for port 578b3447-edd8-4466-a39d-b5ca5ebb757c completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:15:47.081434 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-ff684c62-a379-4f8d-b89b-ae21be5dfb09 None None] Provisioning complete for port 578b3447-edd8-4466-a39d-b5ca5ebb757c triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:47.081858 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-ff684c62-a379-4f8d-b89b-ae21be5dfb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:47.392702 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-ff684c62-a379-4f8d-b89b-ae21be5dfb09 None None] Port 578b3447-edd8-4466-a39d-b5ca5ebb757c cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:15:47.398090 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e7f067c7-f6d7-4cc9-a41f-b6f46d15afe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:47.407900 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:47.423114 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] Transition to ACTIVE for port object 8060d1b9-5847-46d3-b659-849a374d7fec will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:15:47.429964 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:47.443584 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:47.587190 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f165b94-8361-4e34-8b5e-e8ce7751b141 None None] Pushing event updated for resources: {'Port': ['ID=8060d1b9-5847-46d3-b659-849a374d7fec,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:47.592282 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3f165b94-8361-4e34-8b5e-e8ce7751b141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:47.658337 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] Attempting to bind port 8060d1b9-5847-46d3-b659-849a374d7fec on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:15:47.658765 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] Attempting to bind port 8060d1b9-5847-46d3-b659-849a374d7fec by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:15:47.659237 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] Attempting to bind port 8060d1b9-5847-46d3-b659-849a374d7fec on network 6468e4de-2d6f-487c-961d-9bfd4b201113 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:15:47.665618 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:15:47.665898 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] Checking segment: {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:15:47.666389 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:47.666830 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] Bound using segment: {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:15:47.667369 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] Bound port: 8060d1b9-5847-46d3-b659-849a374d7fec, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:15:47.667796 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:47.746349 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 8d9068df-e4f8-48b6-9749-6d9edaa4f64b up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:15:47.815936 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] For port 8060d1b9-5847-46d3-b659-849a374d7fec, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:15:47.825576 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e7f067c7-f6d7-4cc9-a41f-b6f46d15afe8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:47.829405 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e7f067c7-f6d7-4cc9-a41f-b6f46d15afe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4063757'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:47.833314 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] For port 8060d1b9-5847-46d3-b659-849a374d7fec, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=8060d1b9-5847-46d3-b659-849a374d7fec,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:15:47.839505 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:47.854401 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:47.861508 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:47.958030 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e7f067c7-f6d7-4cc9-a41f-b6f46d15afe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1768741'] for router_interface, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:47.974796 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f067c7-f6d7-4cc9-a41f-b6f46d15afe8 admin admin] Pushing event updated for resources: {'Port': ['ID=578b3447-edd8-4466-a39d-b5ca5ebb757c,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:47.978011 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e7f067c7-f6d7-4cc9-a41f-b6f46d15afe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:47.999997 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 8d9068df-e4f8-48b6-9749-6d9edaa4f64b triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:48.000452 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:48.062420 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f165b94-8361-4e34-8b5e-e8ce7751b141 None None] Pushing event updated for resources: {'Port': ['ID=8060d1b9-5847-46d3-b659-849a374d7fec,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:48.076946 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3f165b94-8361-4e34-8b5e-e8ce7751b141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:48.124734 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f067c7-f6d7-4cc9-a41f-b6f46d15afe8 admin admin] Network d6945b69-f1c6-418e-b01b-d447b96ec2f1 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:15:48.126075 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-e7f067c7-f6d7-4cc9-a41f-b6f46d15afe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:15:48.209059 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] Routers {'db7688c3-69a4-4b53-9fc8-cd0239a3ea27'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:15:48.209678 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:15:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:48.385144 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f067c7-f6d7-4cc9-a41f-b6f46d15afe8 admin admin] Router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:15:48.435545 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] Set router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:15:48.482155 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-eee7893c-d2fd-4245-8868-291e153e78fe None None] Provisioning complete for port 578b3447-edd8-4466-a39d-b5ca5ebb757c triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:48.482502 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-eee7893c-d2fd-4245-8868-291e153e78fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:48.602940 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f067c7-f6d7-4cc9-a41f-b6f46d15afe8 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:15:48.613289 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-e7f067c7-f6d7-4cc9-a41f-b6f46d15afe8 admin admin] 10.222.0.53 "PUT /v2.0/routers/db7688c3-69a4-4b53-9fc8-cd0239a3ea27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4609048 Apr 14 16:15:48.636708 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-eee7893c-d2fd-4245-8868-291e153e78fe None None] Port 578b3447-edd8-4466-a39d-b5ca5ebb757c cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:15:48.915319 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 4, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '578b3447-edd8-4466-a39d-b5ca5ebb757c', 'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'mac_address': 'fa:16:3e:9b:03:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:46Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 2, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'subnets': [{'id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:48.923189 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1844697b-a58e-4679-9ac8-c217c11bc4fc None None] The sync data for ids ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'] in dv-cinder-786260-2-iscsi is: [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 4, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '578b3447-edd8-4466-a39d-b5ca5ebb757c', 'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'mac_address': 'fa:16:3e:9b:03:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:46Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 2, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'subnets': [{'id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:15:49.217863 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 43072) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:49.224226 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-906696576-network', 'tenant_id': '2141cceca0724fe383c86602a95cc8f0'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:49.229860 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:49.235395 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] Usage tracker for resource:network and tenant:2141cceca0724fe383c86602a95cc8f0 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:49.238667 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:49.244633 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:49.254890 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] Made reservation on behalf of 2141cceca0724fe383c86602a95cc8f0 for: {'network': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:15:49.259945 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for network, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:49.274724 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:49.293373 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:49.299276 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] Usage tracker for resource:security_group_rule and tenant:2141cceca0724fe383c86602a95cc8f0 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:49.303740 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:49.312284 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:49.419631 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:49.422878 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:49.428530 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d99f3d87-1730-4fc4-a144-03944bc0e591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:49.460518 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=85284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:15:49.471081 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf509da-355b-4766-84da-fdb308d5499a,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:49.474930 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:49.480196 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:49.480644 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.segments_db [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] Added segment 1228aa78-290d-433f-9c1a-7aaa81198299 of type vlan for network af88af5b-2974-455d-9df6-64c81971b327 Apr 14 16:15:49.514329 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778568018137'] for network, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:49.554530 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557'] for network, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:49.555876 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:49.556513 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:49.562121 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-b70ee833-bc07-4b41-bf02-7a103f679d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:49.676369 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4525564 Apr 14 16:15:49.676603 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 43076) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:49.679715 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] Pushing event updated for resources: {'Network': ['ID=af88af5b-2974-455d-9df6-64c81971b327,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:49.685772 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-28a4003a-b858-4813-9772-097361d81c43 admin admin] Request body: {'subnet': {'network_id': 'af88af5b-2974-455d-9df6-64c81971b327', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-906696576-subnet', 'tenant_id': '2141cceca0724fe383c86602a95cc8f0', 'ip_version': 4}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:49.691188 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-1bab389c-be4d-4476-b231-1cd99e7b200b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:49.692239 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-28a4003a-b858-4813-9772-097361d81c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:49.696894 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-28a4003a-b858-4813-9772-097361d81c43 admin admin] Usage tracker for resource:subnet and tenant:2141cceca0724fe383c86602a95cc8f0 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:49.697266 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Network af88af5b-2974-455d-9df6-64c81971b327 details requested by agent ovs-agent-dv-cinder-786260-2-iscsi with host dv-cinder-786260-2-iscsi {{(pid=85286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:15:49.700850 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-28a4003a-b858-4813-9772-097361d81c43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:49.709156 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-28a4003a-b858-4813-9772-097361d81c43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:49.728175 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a4003a-b858-4813-9772-097361d81c43 admin admin] Made reservation on behalf of 2141cceca0724fe383c86602a95cc8f0 for: {'subnet': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:15:49.733268 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-28a4003a-b858-4813-9772-097361d81c43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3771868'] for subnet, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:50.238443 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-28a4003a-b858-4813-9772-097361d81c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3780461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3771811'] for subnet, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:50.254488 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-becd8afc-cac3-4377-8c74-f1d3e82a9762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:50.394475 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4003a-b858-4813-9772-097361d81c43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e3b930b-a7cc-432f-b607-d29780c72cb5,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:50.398895 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-28a4003a-b858-4813-9772-097361d81c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:50.467235 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a4003a-b858-4813-9772-097361d81c43 admin admin] Checking segment: {'id': '1228aa78-290d-433f-9c1a-7aaa81198299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'af88af5b-2974-455d-9df6-64c81971b327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:15:50.467829 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a4003a-b858-4813-9772-097361d81c43 admin admin] Network hostable DHCP agents. Network: af88af5b-2974-455d-9df6-64c81971b327, hostable agents: ['6974cddb-cd46-4c60-a4a5-114b04928957'], hosted agents: [] {{(pid=85284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:15:50.491019 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a4003a-b858-4813-9772-097361d81c43 admin admin] Network af88af5b-2974-455d-9df6-64c81971b327 is scheduled to be hosted by DHCP agent 6974cddb-cd46-4c60-a4a5-114b04928957 with binding_index 1 {{(pid=85284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:15:50.512588 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-28a4003a-b858-4813-9772-097361d81c43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-2-iscsi, af88af5b-2974-455d-9df6-64c81971b327) {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:15:50.523246 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a669d628-93ed-4906-8b5d-a49c24e64629 None None] Network af88af5b-2974-455d-9df6-64c81971b327 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:15:50.527112 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a4003a-b858-4813-9772-097361d81c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:50.527771 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-28a4003a-b858-4813-9772-097361d81c43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:50.553981 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-28a4003a-b858-4813-9772-097361d81c43 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8760631 Apr 14 16:15:50.556698 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 43080) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:50.567371 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-906696576-router', 'tenant_id': '2141cceca0724fe383c86602a95cc8f0', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:50.576017 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:50.582774 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] Usage tracker for resource:router and tenant:2141cceca0724fe383c86602a95cc8f0 is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:50.586898 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:50.593354 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:50.604929 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1767190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259339'] for router, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:50.606112 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853008525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1758879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853051633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854516462'] for router, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:50.634475 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:50.778920 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fb825c8-f9e4-58b6-9749-5c7bd22ac102-af88af5b-2974-455d-9df6-64c81971b327', 'network_id': 'af88af5b-2974-455d-9df6-64c81971b327', 'tenant_id': '2141cceca0724fe383c86602a95cc8f0', 'fixed_ips': [{'subnet_id': '9e3b930b-a7cc-432f-b607-d29780c72cb5'}]}} from dv-cinder-786260-2-iscsi. {{(pid=85286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:15:50.779862 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:50.934936 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853071264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854516447'] for router, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:50.967178 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] Allocated IP 172.20.0.2 (af88af5b-2974-455d-9df6-64c81971b327/9e3b930b-a7cc-432f-b607-d29780c72cb5/9a06100c-195b-4891-a9ad-3b539660e1d0) {{(pid=85286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:15:51.222376 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] Notify callbacks [] for port, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:51.233705 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] Transition to ACTIVE for port object 9a06100c-195b-4891-a9ad-3b539660e1d0 will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:15:51.254727 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] Transition to ACTIVE for port object 9a06100c-195b-4891-a9ad-3b539660e1d0 will not be triggered until provisioned by entity DHCP. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:15:51.260089 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463'] for port, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:51.275008 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:51.317852 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:51.355455 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:51.530900 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] Allocated IP 172.27.1.39 (6468e4de-2d6f-487c-961d-9bfd4b201113/10ad9ff7-e740-4818-a690-9a433745e0b4/7c5a1bd5-1284-4ade-8247-77c5b9ced160) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:15:51.609464 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] Pushing event updated for resources: {'Port': ['ID=9a06100c-195b-4891-a9ad-3b539660e1d0,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:51.619881 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:51.670524 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] Network af88af5b-2974-455d-9df6-64c81971b327 is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:15:51.671977 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:15:51.675184 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] Received port after_create {{(pid=85286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:15:51.761077 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:51.773018 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 8060d1b9-5847-46d3-b659-849a374d7fec up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:15:51.796646 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:51.821127 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d7397a85-7e7a-4bb3-b874-529274173aab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:51.841406 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] Attempting to bind port 9a06100c-195b-4891-a9ad-3b539660e1d0 on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:15:51.841825 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] Attempting to bind port 9a06100c-195b-4891-a9ad-3b539660e1d0 by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': '1228aa78-290d-433f-9c1a-7aaa81198299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'af88af5b-2974-455d-9df6-64c81971b327'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:15:51.842266 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] Attempting to bind port 9a06100c-195b-4891-a9ad-3b539660e1d0 on network af88af5b-2974-455d-9df6-64c81971b327 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:15:51.858752 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:15:51.859175 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] Checking segment: {'id': '1228aa78-290d-433f-9c1a-7aaa81198299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'af88af5b-2974-455d-9df6-64c81971b327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:15:51.859629 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:51.860070 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] Bound using segment: {'id': '1228aa78-290d-433f-9c1a-7aaa81198299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'af88af5b-2974-455d-9df6-64c81971b327'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:15:51.860600 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] Bound port: 9a06100c-195b-4891-a9ad-3b539660e1d0, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1228aa78-290d-433f-9c1a-7aaa81198299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'af88af5b-2974-455d-9df6-64c81971b327'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:15:51.861018 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:51.957808 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port 8060d1b9-5847-46d3-b659-849a374d7fec completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:15:51.964889 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] For port 9a06100c-195b-4891-a9ad-3b539660e1d0, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:15:51.967222 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 8060d1b9-5847-46d3-b659-849a374d7fec triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:51.967658 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:52.018697 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] For port 9a06100c-195b-4891-a9ad-3b539660e1d0, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=9a06100c-195b-4891-a9ad-3b539660e1d0,segment=NetworkSegment(1228aa78-290d-433f-9c1a-7aaa81198299),segment_id=1228aa78-290d-433f-9c1a-7aaa81198299)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:15:52.023862 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:52.047559 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:52.238087 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] Pushing event updated for resources: {'Port': ['ID=7c5a1bd5-1284-4ade-8247-77c5b9ced160,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:52.241451 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:52.275784 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] Pushing event updated for resources: {'Port': ['ID=9a06100c-195b-4891-a9ad-3b539660e1d0,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:52.286111 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8c1f96ac-fa00-4a40-aee3-a7d8b7fb485a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:52.306893 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] Network 6468e4de-2d6f-487c-961d-9bfd4b201113 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:15:52.308322 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:15:52.310882 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:15:52.331186 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:52.340282 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] Sync routers for ids ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'] in dv-cinder-786260-2-iscsi {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:15:52.353339 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] Routers {'db7688c3-69a4-4b53-9fc8-cd0239a3ea27'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:15:52.354159 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:15:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:52.360414 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port 8060d1b9-5847-46d3-b659-849a374d7fec, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=8060d1b9-5847-46d3-b659-849a374d7fec,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:52.364738 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:52.366610 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:52.452109 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=8060d1b9-5847-46d3-b659-849a374d7fec,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:52.456272 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:52.575799 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] Set router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:15:52.816294 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:52.967546 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 4, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '578b3447-edd8-4466-a39d-b5ca5ebb757c', 'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'mac_address': 'fa:16:3e:9b:03:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:46Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 2, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'subnets': [{'id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:52.973006 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] Checking router: db7688c3-69a4-4b53-9fc8-cd0239a3ea27 for host: dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:15:52.973415 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] Updating router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 port 578b3447-edd8-4466-a39d-b5ca5ebb757c binding host dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:15:53.032670 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:53.251386 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853008407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704523'] for router, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:53.513025 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] Notify callbacks [] for port, precommit_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:53.525933 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] Transition to ACTIVE for port object 578b3447-edd8-4466-a39d-b5ca5ebb757c will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:15:53.534582 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:53.551139 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-479a2d54-4948-4d18-a8da-46e162bf3f48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:53.658653 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] Router 4781ad24-752e-45a6-b58a-86a4460240f6 is scheduled to L3 agent cd16566b-017b-487a-9290-9cc4500cc966 with binding_index 1 {{(pid=85284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:15:53.868886 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a701d-9f9a-407f-8888-3c80cce480a8 None None] Pushing event updated for resources: {'Port': ['ID=578b3447-edd8-4466-a39d-b5ca5ebb757c,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:53.882710 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a701d-9f9a-407f-8888-3c80cce480a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:53.883091 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a701d-9f9a-407f-8888-3c80cce480a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:53.883437 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a701d-9f9a-407f-8888-3c80cce480a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:53.883799 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a701d-9f9a-407f-8888-3c80cce480a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:53.884163 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a701d-9f9a-407f-8888-3c80cce480a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:53.884525 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a701d-9f9a-407f-8888-3c80cce480a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:53.884882 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a701d-9f9a-407f-8888-3c80cce480a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:53.885240 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a701d-9f9a-407f-8888-3c80cce480a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:53.885600 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a701d-9f9a-407f-8888-3c80cce480a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:53.885960 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a701d-9f9a-407f-8888-3c80cce480a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:53.886350 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a701d-9f9a-407f-8888-3c80cce480a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:53.886705 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7a701d-9f9a-407f-8888-3c80cce480a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:53.893889 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8a7a701d-9f9a-407f-8888-3c80cce480a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:53.912369 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 8060d1b9-5847-46d3-b659-849a374d7fec up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:15:53.939738 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:15:53.969670 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] Notify callbacks [] for router, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:53.976507 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4124081 Apr 14 16:15:53.977532 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 43084) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:54.009205 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] Sync routers for ids ['4781ad24-752e-45a6-b58a-86a4460240f6'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:15:54.046347 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccc7627-1d35-4959-95cb-c0a668922764 None None] Network af88af5b-2974-455d-9df6-64c81971b327 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:15:54.117846 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] Routers {'4781ad24-752e-45a6-b58a-86a4460240f6'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:15:54.118881 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:15:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['4781ad24-752e-45a6-b58a-86a4460240f6'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:54.141044 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] Attempting to bind port 578b3447-edd8-4466-a39d-b5ca5ebb757c on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:15:54.141602 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] Attempting to bind port 578b3447-edd8-4466-a39d-b5ca5ebb757c by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': 'e5e2ca27-806e-4c80-a423-8b60c6f20c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:15:54.142135 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] Attempting to bind port 578b3447-edd8-4466-a39d-b5ca5ebb757c on network d6945b69-f1c6-418e-b01b-d447b96ec2f1 {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:15:54.152108 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:15:54.152708 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] Checking segment: {'id': 'e5e2ca27-806e-4c80-a423-8b60c6f20c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:15:54.153157 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:54.153745 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] Bound using segment: {'id': 'e5e2ca27-806e-4c80-a423-8b60c6f20c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:15:54.154466 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] Bound port: 578b3447-edd8-4466-a39d-b5ca5ebb757c, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e2ca27-806e-4c80-a423-8b60c6f20c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:15:54.154964 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:54.334787 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] For port 578b3447-edd8-4466-a39d-b5ca5ebb757c, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:15:54.341693 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] For port 578b3447-edd8-4466-a39d-b5ca5ebb757c, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=578b3447-edd8-4466-a39d-b5ca5ebb757c,segment=NetworkSegment(e5e2ca27-806e-4c80-a423-8b60c6f20c27),segment_id=e5e2ca27-806e-4c80-a423-8b60c6f20c27)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:15:54.347693 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:54.378837 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a6057ee5-e69f-41fd-9358-92a4492d9864 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:54.381230 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-9753ed8c-3907-4c0f-a59e-5dd26a0219e6 None None] Provisioning for port 9a06100c-195b-4891-a9ad-3b539660e1d0 completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:15:54.498864 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 8060d1b9-5847-46d3-b659-849a374d7fec triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:54.499572 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:54.688728 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a701d-9f9a-407f-8888-3c80cce480a8 None None] Pushing event updated for resources: {'Port': ['ID=578b3447-edd8-4466-a39d-b5ca5ebb757c,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:54.699574 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8a7a701d-9f9a-407f-8888-3c80cce480a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:54.768713 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] Set router 4781ad24-752e-45a6-b58a-86a4460240f6 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:15:54.773202 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] Routers {'db7688c3-69a4-4b53-9fc8-cd0239a3ea27'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:15:54.777691 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:15:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:55.115908 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] Set router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:15:55.160491 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4c67c45b-0540-473d-af1f-6bf2c8a3ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:55.431047 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-4c67c45b-0540-473d-af1f-6bf2c8a3ebb4 admin admin] Allocated IP 172.20.0.1 (af88af5b-2974-455d-9df6-64c81971b327/9e3b930b-a7cc-432f-b607-d29780c72cb5/3e594ea0-eb22-4390-bf25-f83102747ed1) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:15:55.543119 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 9a06100c-195b-4891-a9ad-3b539660e1d0 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:15:55.571316 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 4, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '578b3447-edd8-4466-a39d-b5ca5ebb757c', 'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'mac_address': 'fa:16:3e:9b:03:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:46Z', 'updated_at': '2021-04-14T16:15:54Z', 'revision_number': 4, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'subnets': [{'id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:55.576089 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549ecf18-d334-47c3-97ee-25f4aa3fd7df None None] The sync data for ids ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'] in dv-cinder-786260-2-iscsi is: [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 4, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '578b3447-edd8-4466-a39d-b5ca5ebb757c', 'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'mac_address': 'fa:16:3e:9b:03:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:46Z', 'updated_at': '2021-04-14T16:15:54Z', 'revision_number': 4, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'subnets': [{'id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:15:55.671292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4c67c45b-0540-473d-af1f-6bf2c8a3ebb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:55.691223 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-4c67c45b-0540-473d-af1f-6bf2c8a3ebb4 admin admin] Transition to ACTIVE for port object 3e594ea0-eb22-4390-bf25-f83102747ed1 will not be triggered until provisioned by entity DHCP. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:15:55.724510 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port 9a06100c-195b-4891-a9ad-3b539660e1d0 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:15:55.730336 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4c67c45b-0540-473d-af1f-6bf2c8a3ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:55.736935 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 9a06100c-195b-4891-a9ad-3b539660e1d0 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:55.737172 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:55.748359 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d8cc8ddb-7529-4a24-bd4a-aaac2302bff4 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:55.812573 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4781ad24-752e-45a6-b58a-86a4460240f6', 'name': 'tempest-TestVolumeBootPattern-906696576-router', 'tenant_id': '2141cceca0724fe383c86602a95cc8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '7c5a1bd5-1284-4ade-8247-77c5b9ced160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:50Z', 'updated_at': '2021-04-14T16:15:52Z', 'revision_number': 3, 'project_id': '2141cceca0724fe383c86602a95cc8f0', 'gw_port': {'id': '7c5a1bd5-1284-4ade-8247-77c5b9ced160', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4781ad24-752e-45a6-b58a-86a4460240f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:51Z', 'updated_at': '2021-04-14T16:15:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:55.822959 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] Checking router: 4781ad24-752e-45a6-b58a-86a4460240f6 for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:15:55.822959 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] Updating router 4781ad24-752e-45a6-b58a-86a4460240f6 port 7c5a1bd5-1284-4ade-8247-77c5b9ced160 binding host dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:15:55.901744 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67c45b-0540-473d-af1f-6bf2c8a3ebb4 admin admin] Pushing event updated for resources: {'Port': ['ID=3e594ea0-eb22-4390-bf25-f83102747ed1,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:55.907141 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4c67c45b-0540-473d-af1f-6bf2c8a3ebb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:55.932819 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:55.992291 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.004774 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c67c45b-0540-473d-af1f-6bf2c8a3ebb4 admin admin] Network af88af5b-2974-455d-9df6-64c81971b327 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:15:56.007017 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-4c67c45b-0540-473d-af1f-6bf2c8a3ebb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:15:56.011983 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c67c45b-0540-473d-af1f-6bf2c8a3ebb4 admin admin] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:15:56.076608 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port 9a06100c-195b-4891-a9ad-3b539660e1d0, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=9a06100c-195b-4891-a9ad-3b539660e1d0,segment=NetworkSegment(1228aa78-290d-433f-9c1a-7aaa81198299),segment_id=1228aa78-290d-433f-9c1a-7aaa81198299)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:56.121742 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4c67c45b-0540-473d-af1f-6bf2c8a3ebb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704588'] for router_interface, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.184102 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.196290 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3c57fc3d-a23c-479d-942f-8a5f2d8b2cda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:56.292639 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-1e2dd82c-b8a2-4174-8f2d-61f89a15c00f None None] Provisioning complete for port 9a06100c-195b-4891-a9ad-3b539660e1d0 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:56.293070 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-1e2dd82c-b8a2-4174-8f2d-61f89a15c00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.352430 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 578b3447-edd8-4466-a39d-b5ca5ebb757c up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:15:56.500492 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=9a06100c-195b-4891-a9ad-3b539660e1d0,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:56.504570 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:56.549292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4c67c45b-0540-473d-af1f-6bf2c8a3ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.665993 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port 578b3447-edd8-4466-a39d-b5ca5ebb757c completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:15:56.690260 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 578b3447-edd8-4466-a39d-b5ca5ebb757c triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:56.690691 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.919457 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-e278d5fe-a293-4f7b-9a54-63c5d8afc5ff None None] Provisioning for port 3e594ea0-eb22-4390-bf25-f83102747ed1 completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:15:56.931736 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-45f5e32e-fcd7-458e-ab06-7958a7b47973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.935046 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.949095 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-e278d5fe-a293-4f7b-9a54-63c5d8afc5ff None None] Provisioning complete for port 3e594ea0-eb22-4390-bf25-f83102747ed1 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:56.949515 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e278d5fe-a293-4f7b-9a54-63c5d8afc5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:57.004098 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:57.014965 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] Transition to ACTIVE for port object 7c5a1bd5-1284-4ade-8247-77c5b9ced160 will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:15:57.036639 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:57.059254 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:57.064374 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4c67c45b-0540-473d-af1f-6bf2c8a3ebb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:57.068754 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4c67c45b-0540-473d-af1f-6bf2c8a3ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:57.097778 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-bf13d744-1432-47b0-9a53-ea314dd3662a tempest-VolumesActionsTest-845571844 tempest-VolumesActionsTest-845571844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:57.114454 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port 578b3447-edd8-4466-a39d-b5ca5ebb757c, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=578b3447-edd8-4466-a39d-b5ca5ebb757c,segment=NetworkSegment(e5e2ca27-806e-4c80-a423-8b60c6f20c27),segment_id=e5e2ca27-806e-4c80-a423-8b60c6f20c27)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:57.118777 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-e278d5fe-a293-4f7b-9a54-63c5d8afc5ff None None] Port 3e594ea0-eb22-4390-bf25-f83102747ed1 cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:15:57.132874 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:57.187888 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4c67c45b-0540-473d-af1f-6bf2c8a3ebb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1768741'] for router_interface, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:57.204199 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67c45b-0540-473d-af1f-6bf2c8a3ebb4 admin admin] Pushing event updated for resources: {'Port': ['ID=3e594ea0-eb22-4390-bf25-f83102747ed1,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:57.217805 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eee202-1eb3-4103-bd59-42323b5ca128 None None] Pushing event updated for resources: {'Port': ['ID=7c5a1bd5-1284-4ade-8247-77c5b9ced160,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:57.218267 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4c67c45b-0540-473d-af1f-6bf2c8a3ebb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:57.223412 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-03eee202-1eb3-4103-bd59-42323b5ca128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:57.223944 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:57.336653 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=578b3447-edd8-4466-a39d-b5ca5ebb757c,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:57.341631 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:57.349175 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c67c45b-0540-473d-af1f-6bf2c8a3ebb4 admin admin] Network af88af5b-2974-455d-9df6-64c81971b327 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:15:57.350555 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-4c67c45b-0540-473d-af1f-6bf2c8a3ebb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:15:57.350745 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] Attempting to bind port 7c5a1bd5-1284-4ade-8247-77c5b9ced160 on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:15:57.350977 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] Attempting to bind port 7c5a1bd5-1284-4ade-8247-77c5b9ced160 by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:15:57.351396 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] Attempting to bind port 7c5a1bd5-1284-4ade-8247-77c5b9ced160 on network 6468e4de-2d6f-487c-961d-9bfd4b201113 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:15:57.357938 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:15:57.358401 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] Checking segment: {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:15:57.358916 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:57.359287 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] Bound using segment: {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:15:57.359822 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] Bound port: 7c5a1bd5-1284-4ade-8247-77c5b9ced160, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb576b6-6f35-44c5-96db-97c385c74611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:15:57.360238 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:57.458200 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] For port 7c5a1bd5-1284-4ade-8247-77c5b9ced160, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:15:57.461763 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] For port 7c5a1bd5-1284-4ade-8247-77c5b9ced160, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=7c5a1bd5-1284-4ade-8247-77c5b9ced160,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:15:57.465947 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:57.482631 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:57.589374 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c67c45b-0540-473d-af1f-6bf2c8a3ebb4 admin admin] Router 4781ad24-752e-45a6-b58a-86a4460240f6 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:15:57.649853 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eee202-1eb3-4103-bd59-42323b5ca128 None None] Pushing event updated for resources: {'Port': ['ID=7c5a1bd5-1284-4ade-8247-77c5b9ced160,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:57.659339 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-03eee202-1eb3-4103-bd59-42323b5ca128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:57.686366 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-393240d5-3605-4d64-9320-fb78a44bf815 None None] Provisioning complete for port 3e594ea0-eb22-4390-bf25-f83102747ed1 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:57.686791 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-393240d5-3605-4d64-9320-fb78a44bf815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:57.769118 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-393240d5-3605-4d64-9320-fb78a44bf815 None None] Port 3e594ea0-eb22-4390-bf25-f83102747ed1 cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:15:57.770683 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] Routers {'4781ad24-752e-45a6-b58a-86a4460240f6'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:15:57.771379 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:15:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['4781ad24-752e-45a6-b58a-86a4460240f6'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:57.814003 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c67c45b-0540-473d-af1f-6bf2c8a3ebb4 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:15:57.824951 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-4c67c45b-0540-473d-af1f-6bf2c8a3ebb4 admin admin] 10.222.0.53 "PUT /v2.0/routers/4781ad24-752e-45a6-b58a-86a4460240f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8469453 Apr 14 16:15:58.190556 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] Set router 4781ad24-752e-45a6-b58a-86a4460240f6 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:15:58.342371 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 578b3447-edd8-4466-a39d-b5ca5ebb757c up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:15:58.527668 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 43096) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:58.535991 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-65ad04fb-cf87-4e26-844c-8d1f0b96dc9e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-566229808', 'description': 'tempest-secgroup-smoke-566229808 description', 'project_id': '0b946ceeeee447d59c5d0acb6044495e'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:58.543783 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-65ad04fb-cf87-4e26-844c-8d1f0b96dc9e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:58.548314 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-65ad04fb-cf87-4e26-844c-8d1f0b96dc9e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Usage tracker for resource:security_group and tenant:0b946ceeeee447d59c5d0acb6044495e is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:58.551678 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-65ad04fb-cf87-4e26-844c-8d1f0b96dc9e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:58.558214 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-65ad04fb-cf87-4e26-844c-8d1f0b96dc9e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:58.560102 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 578b3447-edd8-4466-a39d-b5ca5ebb757c triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:58.560529 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:58.569757 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-65ad04fb-cf87-4e26-844c-8d1f0b96dc9e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for security_group, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:58.601785 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-65ad04fb-cf87-4e26-844c-8d1f0b96dc9e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:58.609855 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-65ad04fb-cf87-4e26-844c-8d1f0b96dc9e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Usage tracker for resource:security_group_rule and tenant:0b946ceeeee447d59c5d0acb6044495e is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:58.615570 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-65ad04fb-cf87-4e26-844c-8d1f0b96dc9e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:58.625187 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-65ad04fb-cf87-4e26-844c-8d1f0b96dc9e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:58.747695 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4781ad24-752e-45a6-b58a-86a4460240f6', 'name': 'tempest-TestVolumeBootPattern-906696576-router', 'tenant_id': '2141cceca0724fe383c86602a95cc8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '7c5a1bd5-1284-4ade-8247-77c5b9ced160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:50Z', 'updated_at': '2021-04-14T16:15:56Z', 'revision_number': 4, 'project_id': '2141cceca0724fe383c86602a95cc8f0', 'gw_port': {'id': '7c5a1bd5-1284-4ade-8247-77c5b9ced160', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4781ad24-752e-45a6-b58a-86a4460240f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:51Z', 'updated_at': '2021-04-14T16:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '3e594ea0-eb22-4390-bf25-f83102747ed1', 'name': '', 'network_id': 'af88af5b-2974-455d-9df6-64c81971b327', 'tenant_id': '2141cceca0724fe383c86602a95cc8f0', 'mac_address': 'fa:16:3e:ff:4a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4781ad24-752e-45a6-b58a-86a4460240f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '9e3b930b-a7cc-432f-b607-d29780c72cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:55Z', 'updated_at': '2021-04-14T16:15:56Z', 'revision_number': 2, 'project_id': '2141cceca0724fe383c86602a95cc8f0', 'subnets': [{'id': '9e3b930b-a7cc-432f-b607-d29780c72cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:58.753923 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-65ad04fb-cf87-4e26-844c-8d1f0b96dc9e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for security_group, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:58.756487 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 9a06100c-195b-4891-a9ad-3b539660e1d0 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:15:58.758033 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-65ad04fb-cf87-4e26-844c-8d1f0b96dc9e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:58.769624 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-64efdcf9-67db-4c80-8ace-4e4f6fd6186d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:58.788961 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c72fcce-4479-4e8c-a46d-10d19f9d985a None None] The sync data for ids ['4781ad24-752e-45a6-b58a-86a4460240f6'] in dv-cinder-786260-2-iscsi is: [{'id': '4781ad24-752e-45a6-b58a-86a4460240f6', 'name': 'tempest-TestVolumeBootPattern-906696576-router', 'tenant_id': '2141cceca0724fe383c86602a95cc8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '7c5a1bd5-1284-4ade-8247-77c5b9ced160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:50Z', 'updated_at': '2021-04-14T16:15:56Z', 'revision_number': 4, 'project_id': '2141cceca0724fe383c86602a95cc8f0', 'gw_port': {'id': '7c5a1bd5-1284-4ade-8247-77c5b9ced160', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4781ad24-752e-45a6-b58a-86a4460240f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:51Z', 'updated_at': '2021-04-14T16:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '3e594ea0-eb22-4390-bf25-f83102747ed1', 'name': '', 'network_id': 'af88af5b-2974-455d-9df6-64c81971b327', 'tenant_id': '2141cceca0724fe383c86602a95cc8f0', 'mac_address': 'fa:16:3e:ff:4a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4781ad24-752e-45a6-b58a-86a4460240f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '9e3b930b-a7cc-432f-b607-d29780c72cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:55Z', 'updated_at': '2021-04-14T16:15:56Z', 'revision_number': 2, 'project_id': '2141cceca0724fe383c86602a95cc8f0', 'subnets': [{'id': '9e3b930b-a7cc-432f-b607-d29780c72cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:15:58.843453 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 9a06100c-195b-4891-a9ad-3b539660e1d0 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:58.843880 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:58.854028 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad04fb-cf87-4e26-844c-8d1f0b96dc9e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f44dbd25-1f01-4cbb-9a99-3e0903e34b38,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:58.859256 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-65ad04fb-cf87-4e26-844c-8d1f0b96dc9e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:58.860524 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-65ad04fb-cf87-4e26-844c-8d1f0b96dc9e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:58.864292 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-65ad04fb-cf87-4e26-844c-8d1f0b96dc9e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3339868 Apr 14 16:15:58.866563 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 43100) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:58.876506 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-e623c972-f3ee-4825-8b5f-7874b9c74479 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Request body: {'security_group_rule': {'security_group_id': 'f44dbd25-1f01-4cbb-9a99-3e0903e34b38', 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:58.888184 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e623c972-f3ee-4825-8b5f-7874b9c74479 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:58.895863 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e623c972-f3ee-4825-8b5f-7874b9c74479 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Usage tracker for resource:security_group_rule and tenant:0b946ceeeee447d59c5d0acb6044495e is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:58.901781 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e623c972-f3ee-4825-8b5f-7874b9c74479 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:58.913269 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e623c972-f3ee-4825-8b5f-7874b9c74479 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:58.937371 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e623c972-f3ee-4825-8b5f-7874b9c74479 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.006680 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e623c972-f3ee-4825-8b5f-7874b9c74479 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.009612 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e623c972-f3ee-4825-8b5f-7874b9c74479 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.017662 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:59.038221 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623c972-f3ee-4825-8b5f-7874b9c74479 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112be15d-f9cc-41ba-9346-a34efa1b4e0d,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:59.041725 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e623c972-f3ee-4825-8b5f-7874b9c74479 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:59.048761 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e623c972-f3ee-4825-8b5f-7874b9c74479 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.050630 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-e623c972-f3ee-4825-8b5f-7874b9c74479 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1825490 Apr 14 16:15:59.053775 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 43104) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:59.059718 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-e7323214-5d2b-4bf5-9c42-5d324ace5ec4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Request body: {'security_group_rule': {'security_group_id': 'f44dbd25-1f01-4cbb-9a99-3e0903e34b38', 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:59.066287 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e7323214-5d2b-4bf5-9c42-5d324ace5ec4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:59.070367 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e7323214-5d2b-4bf5-9c42-5d324ace5ec4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Usage tracker for resource:security_group_rule and tenant:0b946ceeeee447d59c5d0acb6044495e is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:59.073370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-e7323214-5d2b-4bf5-9c42-5d324ace5ec4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:59.079694 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-e7323214-5d2b-4bf5-9c42-5d324ace5ec4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:59.097041 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e7323214-5d2b-4bf5-9c42-5d324ace5ec4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.167206 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e7323214-5d2b-4bf5-9c42-5d324ace5ec4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.171308 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e7323214-5d2b-4bf5-9c42-5d324ace5ec4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.181586 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:59.203336 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7323214-5d2b-4bf5-9c42-5d324ace5ec4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbcb3901-3004-4509-89ca-0bffb7619f39,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:59.206682 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e7323214-5d2b-4bf5-9c42-5d324ace5ec4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:59.213595 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e7323214-5d2b-4bf5-9c42-5d324ace5ec4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.214970 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-e7323214-5d2b-4bf5-9c42-5d324ace5ec4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1599090 Apr 14 16:15:59.217864 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 43108) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:59.225085 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-f12570a5-47ad-40ad-a3dc-1deeb2bd2f8f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Request body: {'security_group_rule': {'security_group_id': 'f44dbd25-1f01-4cbb-9a99-3e0903e34b38', 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:59.233019 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-f12570a5-47ad-40ad-a3dc-1deeb2bd2f8f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:59.238262 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-f12570a5-47ad-40ad-a3dc-1deeb2bd2f8f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Usage tracker for resource:security_group_rule and tenant:0b946ceeeee447d59c5d0acb6044495e is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:59.242549 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-f12570a5-47ad-40ad-a3dc-1deeb2bd2f8f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:59.251315 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-f12570a5-47ad-40ad-a3dc-1deeb2bd2f8f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:59.275135 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f12570a5-47ad-40ad-a3dc-1deeb2bd2f8f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.354147 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f12570a5-47ad-40ad-a3dc-1deeb2bd2f8f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.357111 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f12570a5-47ad-40ad-a3dc-1deeb2bd2f8f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.359449 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-ef84d2cd-33fc-4d20-9978-19dee5618d9b tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:59.384620 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12570a5-47ad-40ad-a3dc-1deeb2bd2f8f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1433e113-3fd8-4e01-bb44-688d08abec16,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:59.387560 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-f12570a5-47ad-40ad-a3dc-1deeb2bd2f8f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:59.395633 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f12570a5-47ad-40ad-a3dc-1deeb2bd2f8f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.396956 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-f12570a5-47ad-40ad-a3dc-1deeb2bd2f8f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1780405 Apr 14 16:15:59.399951 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 43112) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:59.406266 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-d021d7e4-538b-4645-be3d-1a55ba71b4c3 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Request body: {'security_group_rule': {'security_group_id': 'f44dbd25-1f01-4cbb-9a99-3e0903e34b38', 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:59.413640 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-d021d7e4-538b-4645-be3d-1a55ba71b4c3 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:59.417922 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-d021d7e4-538b-4645-be3d-1a55ba71b4c3 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Usage tracker for resource:security_group_rule and tenant:0b946ceeeee447d59c5d0acb6044495e is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:59.421108 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-d021d7e4-538b-4645-be3d-1a55ba71b4c3 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:59.428148 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-d021d7e4-538b-4645-be3d-1a55ba71b4c3 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:59.439772 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7cf0a151-6571-4c25-9ae4-d3071481fa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.450833 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d021d7e4-538b-4645-be3d-1a55ba71b4c3 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.528773 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d021d7e4-538b-4645-be3d-1a55ba71b4c3 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.530820 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d021d7e4-538b-4645-be3d-1a55ba71b4c3 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.533141 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:59.566040 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021d7e4-538b-4645-be3d-1a55ba71b4c3 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a4d417-9dc1-4b2d-b825-8e164a556e1c,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:59.571509 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d021d7e4-538b-4645-be3d-1a55ba71b4c3 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:59.579565 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d021d7e4-538b-4645-be3d-1a55ba71b4c3 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.581877 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-d021d7e4-538b-4645-be3d-1a55ba71b4c3 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1808343 Apr 14 16:15:59.584942 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 43116) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:59.600091 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-0040b029-db71-4eb1-819e-3f71b0f00d8b tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Request body: {'security_group_rule': {'security_group_id': 'f44dbd25-1f01-4cbb-9a99-3e0903e34b38', 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:59.609909 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-0040b029-db71-4eb1-819e-3f71b0f00d8b tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:59.614722 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-0040b029-db71-4eb1-819e-3f71b0f00d8b tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Usage tracker for resource:security_group_rule and tenant:0b946ceeeee447d59c5d0acb6044495e is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:59.618254 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-0040b029-db71-4eb1-819e-3f71b0f00d8b tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:59.625616 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-0040b029-db71-4eb1-819e-3f71b0f00d8b tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:59.636564 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.securitygroups_db [None req-0040b029-db71-4eb1-819e-3f71b0f00d8b tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Project 0b946ceeeee447d59c5d0acb6044495e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 16:15:59.644860 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0040b029-db71-4eb1-819e-3f71b0f00d8b tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.721174 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.744517 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0040b029-db71-4eb1-819e-3f71b0f00d8b tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.748045 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0040b029-db71-4eb1-819e-3f71b0f00d8b tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.750420 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-fc06034c-fca6-49db-bee4-6414001a9ad7 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:59.779951 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040b029-db71-4eb1-819e-3f71b0f00d8b tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b85adc4-e697-482e-8f4e-6e6caf2403e3,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:59.783032 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0040b029-db71-4eb1-819e-3f71b0f00d8b tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:59.792390 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0040b029-db71-4eb1-819e-3f71b0f00d8b tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.793775 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-0040b029-db71-4eb1-819e-3f71b0f00d8b tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2028120 Apr 14 16:15:59.802750 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 43120) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:59.809013 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-af30a08d-342e-4859-9ebc-2e4e96d7498c tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Request body: {'security_group_rule': {'security_group_id': 'f44dbd25-1f01-4cbb-9a99-3e0903e34b38', 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:59.816528 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-af30a08d-342e-4859-9ebc-2e4e96d7498c tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:59.821744 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-af30a08d-342e-4859-9ebc-2e4e96d7498c tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Usage tracker for resource:security_group_rule and tenant:0b946ceeeee447d59c5d0acb6044495e is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:59.825882 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-af30a08d-342e-4859-9ebc-2e4e96d7498c tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:59.833916 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-af30a08d-342e-4859-9ebc-2e4e96d7498c tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:59.846891 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.securitygroups_db [None req-af30a08d-342e-4859-9ebc-2e4e96d7498c tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Project 0b946ceeeee447d59c5d0acb6044495e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 16:15:59.860227 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-af30a08d-342e-4859-9ebc-2e4e96d7498c tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.950954 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-af30a08d-342e-4859-9ebc-2e4e96d7498c tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.955567 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-af30a08d-342e-4859-9ebc-2e4e96d7498c tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726040'] for security_group_rule, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.959219 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:00.006219 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30a08d-342e-4859-9ebc-2e4e96d7498c tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c930c698-c4ba-4464-b5a0-6207776ffc69,revision_number=0']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:00.013644 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-af30a08d-342e-4859-9ebc-2e4e96d7498c tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:00.024703 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-af30a08d-342e-4859-9ebc-2e4e96d7498c tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:00.029505 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-af30a08d-342e-4859-9ebc-2e4e96d7498c tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2222271 Apr 14 16:16:00.323799 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 7c5a1bd5-1284-4ade-8247-77c5b9ced160 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:16:00.397094 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port 7c5a1bd5-1284-4ade-8247-77c5b9ced160 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:16:00.403105 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 7c5a1bd5-1284-4ade-8247-77c5b9ced160 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:16:00.403427 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:00.477597 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:00.557164 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:00.575440 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port 7c5a1bd5-1284-4ade-8247-77c5b9ced160, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=7c5a1bd5-1284-4ade-8247-77c5b9ced160,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:00.578648 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:00.580663 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:00.656550 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=7c5a1bd5-1284-4ade-8247-77c5b9ced160,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:00.660695 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:02.082649 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:02.137993 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] Sync routers for ids ['4781ad24-752e-45a6-b58a-86a4460240f6'] in dv-cinder-786260-2-iscsi {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:16:02.149155 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] Routers {'4781ad24-752e-45a6-b58a-86a4460240f6'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:02.150538 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:15:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['4781ad24-752e-45a6-b58a-86a4460240f6'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:02.263180 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 7c5a1bd5-1284-4ade-8247-77c5b9ced160 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:16:02.346845 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 7c5a1bd5-1284-4ade-8247-77c5b9ced160 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:16:02.347165 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:02.358562 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] Set router 4781ad24-752e-45a6-b58a-86a4460240f6 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:02.695516 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4781ad24-752e-45a6-b58a-86a4460240f6', 'name': 'tempest-TestVolumeBootPattern-906696576-router', 'tenant_id': '2141cceca0724fe383c86602a95cc8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '7c5a1bd5-1284-4ade-8247-77c5b9ced160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:50Z', 'updated_at': '2021-04-14T16:15:56Z', 'revision_number': 4, 'project_id': '2141cceca0724fe383c86602a95cc8f0', 'gw_port': {'id': '7c5a1bd5-1284-4ade-8247-77c5b9ced160', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4781ad24-752e-45a6-b58a-86a4460240f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:51Z', 'updated_at': '2021-04-14T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '3e594ea0-eb22-4390-bf25-f83102747ed1', 'name': '', 'network_id': 'af88af5b-2974-455d-9df6-64c81971b327', 'tenant_id': '2141cceca0724fe383c86602a95cc8f0', 'mac_address': 'fa:16:3e:ff:4a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4781ad24-752e-45a6-b58a-86a4460240f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '9e3b930b-a7cc-432f-b607-d29780c72cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:55Z', 'updated_at': '2021-04-14T16:15:56Z', 'revision_number': 2, 'project_id': '2141cceca0724fe383c86602a95cc8f0', 'subnets': [{'id': '9e3b930b-a7cc-432f-b607-d29780c72cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:02.700072 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] Checking router: 4781ad24-752e-45a6-b58a-86a4460240f6 for host: dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:16:02.700530 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] Updating router 4781ad24-752e-45a6-b58a-86a4460240f6 port 3e594ea0-eb22-4390-bf25-f83102747ed1 binding host dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:16:02.764070 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:03.231842 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] Notify callbacks [] for port, precommit_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:03.245233 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] Transition to ACTIVE for port object 3e594ea0-eb22-4390-bf25-f83102747ed1 will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:16:03.250974 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:03.267496 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-8a7a701d-9f9a-407f-8888-3c80cce480a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:03.575488 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6282a-b84c-4b07-9038-18e1fec76616 None None] Pushing event updated for resources: {'Port': ['ID=3e594ea0-eb22-4390-bf25-f83102747ed1,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:03.585349 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a9b6282a-b84c-4b07-9038-18e1fec76616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:03.792701 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] Attempting to bind port 3e594ea0-eb22-4390-bf25-f83102747ed1 on host dv-cinder-786260-2-iscsi for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:16:03.793123 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] Attempting to bind port 3e594ea0-eb22-4390-bf25-f83102747ed1 by drivers openvswitch,hyperv on host dv-cinder-786260-2-iscsi at level 0 using segments [{'id': '1228aa78-290d-433f-9c1a-7aaa81198299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'af88af5b-2974-455d-9df6-64c81971b327'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:16:03.793528 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] Attempting to bind port 3e594ea0-eb22-4390-bf25-f83102747ed1 on network af88af5b-2974-455d-9df6-64c81971b327 {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:16:03.799690 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] Checking agent: {'id': '282d4b6d-0218-4010-832a-9f703c44c226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 15, 56, 30), 'started_at': datetime.datetime(2021, 4, 14, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:16:03.800109 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] Checking segment: {'id': '1228aa78-290d-433f-9c1a-7aaa81198299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'af88af5b-2974-455d-9df6-64c81971b327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:16:03.800554 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:03.800988 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] Bound using segment: {'id': '1228aa78-290d-433f-9c1a-7aaa81198299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'af88af5b-2974-455d-9df6-64c81971b327'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:16:03.801505 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] Bound port: 3e594ea0-eb22-4390-bf25-f83102747ed1, host: dv-cinder-786260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1228aa78-290d-433f-9c1a-7aaa81198299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'af88af5b-2974-455d-9df6-64c81971b327'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:16:03.801918 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:03.891230 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] For port 3e594ea0-eb22-4390-bf25-f83102747ed1, host dv-cinder-786260-2-iscsi, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:16:03.896188 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] For port 3e594ea0-eb22-4390-bf25-f83102747ed1, host dv-cinder-786260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=3e594ea0-eb22-4390-bf25-f83102747ed1,segment=NetworkSegment(1228aa78-290d-433f-9c1a-7aaa81198299),segment_id=1228aa78-290d-433f-9c1a-7aaa81198299)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:16:03.908518 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:03.924834 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:04.091950 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6282a-b84c-4b07-9038-18e1fec76616 None None] Pushing event updated for resources: {'Port': ['ID=3e594ea0-eb22-4390-bf25-f83102747ed1,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:04.098268 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a9b6282a-b84c-4b07-9038-18e1fec76616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:04.159025 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] Routers {'4781ad24-752e-45a6-b58a-86a4460240f6'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:04.160789 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:15:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['4781ad24-752e-45a6-b58a-86a4460240f6'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:04.361605 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 3e594ea0-eb22-4390-bf25-f83102747ed1 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:16:04.441109 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning for port 3e594ea0-eb22-4390-bf25-f83102747ed1 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:16:04.451807 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 3e594ea0-eb22-4390-bf25-f83102747ed1 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:16:04.452226 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:04.454072 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] Set router 4781ad24-752e-45a6-b58a-86a4460240f6 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:04.520666 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-387a7ae6-7262-49b5-ac26-6fc4535d6e6d None None] Provisioning complete for port 3e594ea0-eb22-4390-bf25-f83102747ed1 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:16:04.521077 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-387a7ae6-7262-49b5-ac26-6fc4535d6e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:04.656299 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:04.724729 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] For port 3e594ea0-eb22-4390-bf25-f83102747ed1, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=3e594ea0-eb22-4390-bf25-f83102747ed1,segment=NetworkSegment(1228aa78-290d-433f-9c1a-7aaa81198299),segment_id=1228aa78-290d-433f-9c1a-7aaa81198299)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:04.736990 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:04.742273 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:04.780255 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-387a7ae6-7262-49b5-ac26-6fc4535d6e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:04.828488 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4781ad24-752e-45a6-b58a-86a4460240f6', 'name': 'tempest-TestVolumeBootPattern-906696576-router', 'tenant_id': '2141cceca0724fe383c86602a95cc8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '7c5a1bd5-1284-4ade-8247-77c5b9ced160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:50Z', 'updated_at': '2021-04-14T16:15:56Z', 'revision_number': 4, 'project_id': '2141cceca0724fe383c86602a95cc8f0', 'gw_port': {'id': '7c5a1bd5-1284-4ade-8247-77c5b9ced160', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4781ad24-752e-45a6-b58a-86a4460240f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:51Z', 'updated_at': '2021-04-14T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '3e594ea0-eb22-4390-bf25-f83102747ed1', 'name': '', 'network_id': 'af88af5b-2974-455d-9df6-64c81971b327', 'tenant_id': '2141cceca0724fe383c86602a95cc8f0', 'mac_address': 'fa:16:3e:ff:4a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4781ad24-752e-45a6-b58a-86a4460240f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '9e3b930b-a7cc-432f-b607-d29780c72cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:55Z', 'updated_at': '2021-04-14T16:16:03Z', 'revision_number': 4, 'project_id': '2141cceca0724fe383c86602a95cc8f0', 'subnets': [{'id': '9e3b930b-a7cc-432f-b607-d29780c72cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:04.834270 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b415a9d8-e2c5-4928-a776-cf0e35414686 None None] The sync data for ids ['4781ad24-752e-45a6-b58a-86a4460240f6'] in dv-cinder-786260-2-iscsi is: [{'id': '4781ad24-752e-45a6-b58a-86a4460240f6', 'name': 'tempest-TestVolumeBootPattern-906696576-router', 'tenant_id': '2141cceca0724fe383c86602a95cc8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '7c5a1bd5-1284-4ade-8247-77c5b9ced160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:50Z', 'updated_at': '2021-04-14T16:15:56Z', 'revision_number': 4, 'project_id': '2141cceca0724fe383c86602a95cc8f0', 'gw_port': {'id': '7c5a1bd5-1284-4ade-8247-77c5b9ced160', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4781ad24-752e-45a6-b58a-86a4460240f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:51Z', 'updated_at': '2021-04-14T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '3e594ea0-eb22-4390-bf25-f83102747ed1', 'name': '', 'network_id': 'af88af5b-2974-455d-9df6-64c81971b327', 'tenant_id': '2141cceca0724fe383c86602a95cc8f0', 'mac_address': 'fa:16:3e:ff:4a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4781ad24-752e-45a6-b58a-86a4460240f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '9e3b930b-a7cc-432f-b607-d29780c72cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:55Z', 'updated_at': '2021-04-14T16:16:03Z', 'revision_number': 4, 'project_id': '2141cceca0724fe383c86602a95cc8f0', 'subnets': [{'id': '9e3b930b-a7cc-432f-b607-d29780c72cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:16:04.882967 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Pushing event updated for resources: {'Port': ['ID=3e594ea0-eb22-4390-bf25-f83102747ed1,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:04.891570 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.db.api [None req-387a7ae6-7262-49b5-ac26-6fc4535d6e6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85286) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:16:04.891983 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_db.api [None req-387a7ae6-7262-49b5-ac26-6fc4535d6e6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:16:04.893349 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:06.267907 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 3e594ea0-eb22-4390-bf25-f83102747ed1 up at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:16:06.355425 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Provisioning complete for port 3e594ea0-eb22-4390-bf25-f83102747ed1 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:16:06.355841 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:13.487901 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:16.761520 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-be2aac49-4e4d-46e5-a373-a5172210a179 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Synchronizing usage tracker for tenant:0b946ceeeee447d59c5d0acb6044495e on resource:security_group {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:16:16.778040 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-be2aac49-4e4d-46e5-a373-a5172210a179 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Unset dirty status for tenant:0b946ceeeee447d59c5d0acb6044495e on resource:security_group {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:16:16.779342 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-be2aac49-4e4d-46e5-a373-a5172210a179 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-566229808&fields=id&tenant_id=0b946ceeeee447d59c5d0acb6044495e HTTP/1.1" status: 200 len: 267 time: 0.0442874 Apr 14 16:16:16.949292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-cb7e882c-269b-4e2e-ab06-8e1749f4d520 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:16.949979 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-cb7e882c-269b-4e2e-ab06-8e1749f4d520 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Synchronizing usage tracker for tenant:0b946ceeeee447d59c5d0acb6044495e on resource:network {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:16:16.967356 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-cb7e882c-269b-4e2e-ab06-8e1749f4d520 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Unset dirty status for tenant:0b946ceeeee447d59c5d0acb6044495e on resource:network {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:16:16.968626 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-cb7e882c-269b-4e2e-ab06-8e1749f4d520 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/networks?id=d6945b69-f1c6-418e-b01b-d447b96ec2f1 HTTP/1.1" status: 200 len: 812 time: 0.1812153 Apr 14 16:16:16.985492 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-87004222-9245-4f81-af4f-2d1449074297 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/quotas/0b946ceeeee447d59c5d0acb6044495e HTTP/1.1" status: 200 len: 375 time: 0.0100768 Apr 14 16:16:17.084215 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-cd05be46-4b24-4cc6-b03b-73f424ffc03d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Synchronizing usage tracker for tenant:0b946ceeeee447d59c5d0acb6044495e on resource:port {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:16:17.100959 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-cd05be46-4b24-4cc6-b03b-73f424ffc03d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Unset dirty status for tenant:0b946ceeeee447d59c5d0acb6044495e on resource:port {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:16:17.102407 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-cd05be46-4b24-4cc6-b03b-73f424ffc03d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b946ceeeee447d59c5d0acb6044495e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1102462 Apr 14 16:16:17.223567 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-01f0b79c-8f5f-4636-8ac5-b294220c6cd7 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=85285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:16:17.224665 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-01f0b79c-8f5f-4636-8ac5-b294220c6cd7 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1100242 Apr 14 16:16:17.371612 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-d8cd6baa-a1ff-4bf2-8fb4-bd5a52c0bdb1 service neutron] 10.222.0.53 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401498 Apr 14 16:16:17.515653 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-c22e290e-3401-4154-933e-fc9c604b1266 service neutron] 10.222.0.53 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374345 Apr 14 16:16:19.023088 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-67f92984-2523-49c3-8ec1-3ec601c56eb6 req-445f8ce6-20c3-4277-80fe-c5f1c924d65e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 210 time: 0.1041594 Apr 14 16:16:20.202242 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-dd649706-d9d7-4200-be9b-f61c23321ca4 req-fd04e745-9fc9-4bc1-bc53-6891477c983d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 210 time: 0.0552962 Apr 14 16:16:20.265837 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-3922700f-889f-4c19-be23-ef6a6025bb0b tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:20.267270 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-3922700f-889f-4c19-be23-ef6a6025bb0b tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.54 "GET /v2.0/networks?id=d6945b69-f1c6-418e-b01b-d447b96ec2f1 HTTP/1.1" status: 200 len: 812 time: 0.1655731 Apr 14 16:16:20.328411 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-1020e674-e760-4178-ad75-53af1cf71996 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Synchronizing usage tracker for tenant:0b946ceeeee447d59c5d0acb6044495e on resource:security_group {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:16:20.342754 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-1020e674-e760-4178-ad75-53af1cf71996 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Unset dirty status for tenant:0b946ceeeee447d59c5d0acb6044495e on resource:security_group {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:16:20.344131 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-1020e674-e760-4178-ad75-53af1cf71996 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0b946ceeeee447d59c5d0acb6044495e HTTP/1.1" status: 200 len: 8059 time: 0.0685651 Apr 14 16:16:20.357916 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-cc2066bc-acb0-441b-a8c6-62699564ca39 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Request body: {'port': {'device_id': '991405ae-25d2-4f09-a911-08793f3b197c', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'admin_state_up': True, 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'security_groups': ['f44dbd25-1f01-4cbb-9a99-3e0903e34b38']}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:20.380111 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:16:20.502698 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-cc2066bc-acb0-441b-a8c6-62699564ca39 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:20.512510 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-cc2066bc-acb0-441b-a8c6-62699564ca39 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:20.521646 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-cc2066bc-acb0-441b-a8c6-62699564ca39 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Made reservation on behalf of 0b946ceeeee447d59c5d0acb6044495e for: {'port': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:16:20.527873 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-cc2066bc-acb0-441b-a8c6-62699564ca39 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:20.682467 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-cc2066bc-acb0-441b-a8c6-62699564ca39 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Allocated IP 172.20.0.12 (d6945b69-f1c6-418e-b01b-d447b96ec2f1/23f0b4b7-6694-4852-8aa6-52cb0ffabd03/2caec1eb-0896-4b1b-a892-12b7b7b1fd32) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:16:20.884562 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-cc2066bc-acb0-441b-a8c6-62699564ca39 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:20.902074 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-cc2066bc-acb0-441b-a8c6-62699564ca39 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Transition to ACTIVE for port object 2caec1eb-0896-4b1b-a892-12b7b7b1fd32 will not be triggered until provisioned by entity DHCP. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:16:20.926292 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-cc2066bc-acb0-441b-a8c6-62699564ca39 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:20.948432 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-5a593887-9d2e-48b8-90e0-a06bdbcdb535 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:21.368134 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2066bc-acb0-441b-a8c6-62699564ca39 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Pushing event updated for resources: {'Port': ['ID=2caec1eb-0896-4b1b-a892-12b7b7b1fd32,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:21.372950 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-cc2066bc-acb0-441b-a8c6-62699564ca39 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:21.413303 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-cc2066bc-acb0-441b-a8c6-62699564ca39 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Network d6945b69-f1c6-418e-b01b-d447b96ec2f1 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:16:21.415415 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-cc2066bc-acb0-441b-a8c6-62699564ca39 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:16:21.419684 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-cc2066bc-acb0-441b-a8c6-62699564ca39 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:16:21.422981 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8734e0-66d9-4164-97a7-bfd60ff8118c req-190b611c-7499-4ee5-9004-7b7960d9ed84 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:21.425244 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ba8734e0-66d9-4164-97a7-bfd60ff8118c req-190b611c-7499-4ee5-9004-7b7960d9ed84 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 932 time: 0.1014898 Apr 14 16:16:21.470056 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ba8734e0-66d9-4164-97a7-bfd60ff8118c req-299bd8e6-7485-4108-bf67-41a01fa227d0 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374072 Apr 14 16:16:21.495570 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-cc2066bc-acb0-441b-a8c6-62699564ca39 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:21.496284 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-cc2066bc-acb0-441b-a8c6-62699564ca39 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:21.526998 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-cc2066bc-acb0-441b-a8c6-62699564ca39 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1730566 Apr 14 16:16:21.538995 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-42794b31-09f2-414d-ae45-ca021bf798d0 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=85284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:16:21.540000 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-42794b31-09f2-414d-ae45-ca021bf798d0 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058258 Apr 14 16:16:21.603598 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] Request body: {'port': {'device_id': '991405ae-25d2-4f09-a911-08793f3b197c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:21.688074 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-68052e40-825d-44a9-8448-f73a9a3bfb52 None None] Provisioning for port 2caec1eb-0896-4b1b-a892-12b7b7b1fd32 completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:16:21.693306 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-68052e40-825d-44a9-8448-f73a9a3bfb52 None None] Provisioning complete for port 2caec1eb-0896-4b1b-a892-12b7b7b1fd32 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:16:21.693772 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-68052e40-825d-44a9-8448-f73a9a3bfb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:21.723945 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:21.751201 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-68052e40-825d-44a9-8448-f73a9a3bfb52 None None] Port 2caec1eb-0896-4b1b-a892-12b7b7b1fd32 cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:16:22.122585 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2caec1eb-0896-4b1b-a892-12b7b7b1fd32 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:16:22.130394 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:22.145210 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] Transition to ACTIVE for port object 2caec1eb-0896-4b1b-a892-12b7b7b1fd32 will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:16:22.148070 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:22.164511 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-922c3050-d9af-4501-92be-eb429dedfd77 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:22.300920 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] Pushing event updated for resources: {'Port': ['ID=2caec1eb-0896-4b1b-a892-12b7b7b1fd32,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:22.310235 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:22.532747 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] Attempting to bind port 2caec1eb-0896-4b1b-a892-12b7b7b1fd32 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:16:22.533914 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] Attempting to bind port 2caec1eb-0896-4b1b-a892-12b7b7b1fd32 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'e5e2ca27-806e-4c80-a423-8b60c6f20c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:16:22.534040 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] Attempting to bind port 2caec1eb-0896-4b1b-a892-12b7b7b1fd32 on network d6945b69-f1c6-418e-b01b-d447b96ec2f1 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:16:22.539041 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] Port 2caec1eb-0896-4b1b-a892-12b7b7b1fd32 on network d6945b69-f1c6-418e-b01b-d447b96ec2f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:16:22.539400 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] Attempting to bind port 2caec1eb-0896-4b1b-a892-12b7b7b1fd32 on network d6945b69-f1c6-418e-b01b-d447b96ec2f1 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:16:22.544859 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] Checking agent: {'id': 'f6195c71-3258-459e-9d3f-74f9782cd5cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'started_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:16:22.545237 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] Checking segment: {'id': 'e5e2ca27-806e-4c80-a423-8b60c6f20c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:16:22.545656 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] Bound using segment: {'id': 'e5e2ca27-806e-4c80-a423-8b60c6f20c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:16:22.546145 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] Bound port: 2caec1eb-0896-4b1b-a892-12b7b7b1fd32, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e2ca27-806e-4c80-a423-8b60c6f20c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:16:22.546575 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:22.628662 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] For port 2caec1eb-0896-4b1b-a892-12b7b7b1fd32, host hv-cinder-78626, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:16:22.631887 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] For port 2caec1eb-0896-4b1b-a892-12b7b7b1fd32, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2caec1eb-0896-4b1b-a892-12b7b7b1fd32,segment=NetworkSegment(e5e2ca27-806e-4c80-a423-8b60c6f20c27),segment_id=e5e2ca27-806e-4c80-a423-8b60c6f20c27)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:16:22.635527 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:22.651959 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-5a40b7b9-4464-4765-9fa8-1989d7c688c7 tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:22.688219 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995324e2-b451-49b7-a788-2adc9e0e0bcf req-e1e8c07b-8371-4922-9247-ed50ec676ade tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:22.690422 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-995324e2-b451-49b7-a788-2adc9e0e0bcf req-e1e8c07b-8371-4922-9247-ed50ec676ade tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 944 time: 0.0964665 Apr 14 16:16:22.722991 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-995324e2-b451-49b7-a788-2adc9e0e0bcf req-080b7005-32b1-4195-a81c-8310d2c75105 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258200 Apr 14 16:16:22.809156 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] Pushing event updated for resources: {'Port': ['ID=2caec1eb-0896-4b1b-a892-12b7b7b1fd32,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:22.812666 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:22.852632 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:22.853219 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:22.854879 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] 10.222.0.54 "PUT /v2.0/ports/2caec1eb-0896-4b1b-a892-12b7b7b1fd32 HTTP/1.1" status: 200 len: 1094 time: 1.3077035 Apr 14 16:16:22.855438 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991405ae-25d2-4f09-a911-08793f3b197c', 'tag': '2caec1eb-0896-4b1b-a892-12b7b7b1fd32'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:16:22.976005 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-468db5cb-ea6d-4182-9b5a-ffeefb0b4d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:22.977679 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-468db5cb-ea6d-4182-9b5a-ffeefb0b4d58 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b946ceeeee447d59c5d0acb6044495e&device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 1097 time: 0.0868952 Apr 14 16:16:22.983963 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991405ae-25d2-4f09-a911-08793f3b197c', 'tag': '2caec1eb-0896-4b1b-a892-12b7b7b1fd32', 'status': 'completed', 'code': 200} Apr 14 16:16:23.068785 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-15cac6ce-a624-4fd4-87b9-0127b31a03d8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2caec1eb-0896-4b1b-a892-12b7b7b1fd32 HTTP/1.1" status: 200 len: 217 time: 0.0790296 Apr 14 16:16:23.139314 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-d676428f-6fb0-4e69-aac1-e3de525f8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:23.140802 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-d676428f-6fb0-4e69-aac1-e3de525f8b32 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23f0b4b7-6694-4852-8aa6-52cb0ffabd03 HTTP/1.1" status: 200 len: 851 time: 0.0658309 Apr 14 16:16:23.251245 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-d238c49c-5351-43f8-ba92-98bbd65ca3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:23.254843 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-d238c49c-5351-43f8-ba92-98bbd65ca3b5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6945b69-f1c6-418e-b01b-d447b96ec2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1072838 Apr 14 16:16:23.402013 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-47ceec60-00eb-489a-84b4-a3fa520e7f98 service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401315 Apr 14 16:16:23.546171 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-79240502-16b8-4804-b486-6d17b9c2ad2c req-33caa678-17ce-4750-bbb8-658adcfbfd99 service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380217 Apr 14 16:16:23.675116 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39f506-01a5-4990-9ba9-dccd21698370 req-266ecf09-35e0-40af-b231-081d0db041b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:23.676678 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ab39f506-01a5-4990-9ba9-dccd21698370 req-266ecf09-35e0-40af-b231-081d0db041b4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b946ceeeee447d59c5d0acb6044495e&device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 1097 time: 0.0835102 Apr 14 16:16:23.824124 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39f506-01a5-4990-9ba9-dccd21698370 req-2b6eddd4-a6ae-4a4d-b872-b259f9930ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:23.825685 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ab39f506-01a5-4990-9ba9-dccd21698370 req-2b6eddd4-a6ae-4a4d-b872-b259f9930ad7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6945b69-f1c6-418e-b01b-d447b96ec2f1 HTTP/1.1" status: 200 len: 913 time: 0.1421933 Apr 14 16:16:23.904129 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ab39f506-01a5-4990-9ba9-dccd21698370 req-0d65253d-0e48-4041-9364-a2a24895b7b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2caec1eb-0896-4b1b-a892-12b7b7b1fd32 HTTP/1.1" status: 200 len: 217 time: 0.0705681 Apr 14 16:16:23.928841 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374ff78-a217-40b5-9231-1e32dc94dc1f req-66d55e1e-0532-4a3c-a616-b327d3e1d9e2 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:23.930483 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c374ff78-a217-40b5-9231-1e32dc94dc1f req-66d55e1e-0532-4a3c-a616-b327d3e1d9e2 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 944 time: 0.0906339 Apr 14 16:16:23.962355 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c374ff78-a217-40b5-9231-1e32dc94dc1f req-a052f92d-1e4c-46bd-8fa9-cc7b178ebfcb tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0249960 Apr 14 16:16:23.974316 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39f506-01a5-4990-9ba9-dccd21698370 req-8b2dfd3e-15f4-4e9d-9873-272e20a83685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:23.975910 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ab39f506-01a5-4990-9ba9-dccd21698370 req-8b2dfd3e-15f4-4e9d-9873-272e20a83685 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23f0b4b7-6694-4852-8aa6-52cb0ffabd03 HTTP/1.1" status: 200 len: 851 time: 0.0649416 Apr 14 16:16:24.063441 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39f506-01a5-4990-9ba9-dccd21698370 req-a3a3ec48-2a77-4947-808a-b3be523787eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:24.065137 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ab39f506-01a5-4990-9ba9-dccd21698370 req-a3a3ec48-2a77-4947-808a-b3be523787eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6945b69-f1c6-418e-b01b-d447b96ec2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828333 Apr 14 16:16:24.212010 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ab39f506-01a5-4990-9ba9-dccd21698370 req-b57b74f4-5c1c-40a1-8209-3837c82397f5 service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402309 Apr 14 16:16:24.357414 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ab39f506-01a5-4990-9ba9-dccd21698370 req-8d769db7-a140-4e12-8e0c-1bc7aee2b961 service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389582 Apr 14 16:16:25.176930 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b245b5-2778-4704-a90e-31bb1ea7ec79 req-c3d46fa2-0f40-4aea-ab5c-96418de2f265 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:25.178585 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-14b245b5-2778-4704-a90e-31bb1ea7ec79 req-c3d46fa2-0f40-4aea-ab5c-96418de2f265 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 944 time: 0.0954304 Apr 14 16:16:25.209788 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-14b245b5-2778-4704-a90e-31bb1ea7ec79 req-86d970a3-4943-49e6-bf00-ea48a5a90939 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0247889 Apr 14 16:16:26.419510 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7724d2-ad79-407a-a75d-603a1449b1bc req-4a1fde3a-608c-4501-be40-842d30815695 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:26.421139 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0c7724d2-ad79-407a-a75d-603a1449b1bc req-4a1fde3a-608c-4501-be40-842d30815695 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 944 time: 0.0939960 Apr 14 16:16:26.451818 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0c7724d2-ad79-407a-a75d-603a1449b1bc req-0fc8d79f-7186-4a90-a8e3-c3d73985b25c tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0242229 Apr 14 16:16:26.804029 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0af74c39-1c22-4ed5-b390-65426aa8fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:27.659614 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45f7d2-2a4a-4c25-bce4-d857dc7f93f6 req-e594538d-3760-41b1-b1b3-f9a97b9d74b0 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:27.661203 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5b45f7d2-2a4a-4c25-bce4-d857dc7f93f6 req-e594538d-3760-41b1-b1b3-f9a97b9d74b0 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 944 time: 0.0933011 Apr 14 16:16:27.692294 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5b45f7d2-2a4a-4c25-bce4-d857dc7f93f6 req-549e3bbb-f151-4ac2-b518-f4eb7f3650d1 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0244837 Apr 14 16:16:28.902993 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf408970-64cd-4b54-9fff-1eba02dc256e req-577be6c3-1ef1-4451-bb0b-6e69047efa7e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:28.904552 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bf408970-64cd-4b54-9fff-1eba02dc256e req-577be6c3-1ef1-4451-bb0b-6e69047efa7e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 944 time: 0.0918174 Apr 14 16:16:28.935593 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-bf408970-64cd-4b54-9fff-1eba02dc256e req-e30a7ded-bbdc-4b54-a231-61a76a4be27a tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0245731 Apr 14 16:16:29.443680 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8fa522bc-5da3-47bc-a8d0-f5cea16244eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:29.713235 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:30.141577 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40670e-9f82-451c-a13f-8f0b7de4c88b req-9062d29f-6263-43cc-a0a9-1c234ed5de78 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:30.143213 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5e40670e-9f82-451c-a13f-8f0b7de4c88b req-9062d29f-6263-43cc-a0a9-1c234ed5de78 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 944 time: 0.0923483 Apr 14 16:16:30.175383 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-5e40670e-9f82-451c-a13f-8f0b7de4c88b req-80942219-bcc1-41af-a075-15c624e84b9a tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0253477 Apr 14 16:16:30.441152 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:31.376568 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fc9d2-9f6d-4c6a-954c-6cca86566a9c req-d238f1fa-9a9f-4465-9cd9-ff5f5f193b97 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:31.378296 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6d8fc9d2-9f6d-4c6a-954c-6cca86566a9c req-d238f1fa-9a9f-4465-9cd9-ff5f5f193b97 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 944 time: 0.0906210 Apr 14 16:16:31.410298 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6d8fc9d2-9f6d-4c6a-954c-6cca86566a9c req-2354c3e4-7e5d-4fbb-9823-cf5baa35df6f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0255651 Apr 14 16:16:31.644748 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 2caec1eb-0896-4b1b-a892-12b7b7b1fd32 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:16:31.787011 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 2caec1eb-0896-4b1b-a892-12b7b7b1fd32, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2caec1eb-0896-4b1b-a892-12b7b7b1fd32,segment=NetworkSegment(e5e2ca27-806e-4c80-a423-8b60c6f20c27),segment_id=e5e2ca27-806e-4c80-a423-8b60c6f20c27)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:31.801057 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': '2caec1eb-0896-4b1b-a892-12b7b7b1fd32', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'port_id': '2caec1eb-0896-4b1b-a892-12b7b7b1fd32', 'mac_address': 'fa:16:3e:e2:57:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:16:31.863312 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:31.864652 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2caec1eb-0896-4b1b-a892-12b7b7b1fd32 {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:16:31.881587 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 2caec1eb-0896-4b1b-a892-12b7b7b1fd32, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2caec1eb-0896-4b1b-a892-12b7b7b1fd32,segment=NetworkSegment(e5e2ca27-806e-4c80-a423-8b60c6f20c27),segment_id=e5e2ca27-806e-4c80-a423-8b60c6f20c27)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:31.884470 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:31.886300 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:31.956404 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=2caec1eb-0896-4b1b-a892-12b7b7b1fd32,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:31.959584 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:32.085960 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:32.135665 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['2caec1eb-0896-4b1b-a892-12b7b7b1fd32'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:16:32.616940 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c061f-0cef-4117-9f83-67c59e998559 req-73a573c3-bc5f-4c27-92ae-94dc267067d0 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:32.618711 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c42c061f-0cef-4117-9f83-67c59e998559 req-73a573c3-bc5f-4c27-92ae-94dc267067d0 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 945 time: 0.0935466 Apr 14 16:16:32.651320 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c42c061f-0cef-4117-9f83-67c59e998559 req-a67941c7-88e5-40f7-bf1b-096e713ec3c7 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260165 Apr 14 16:16:33.659483 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 2caec1eb-0896-4b1b-a892-12b7b7b1fd32 up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:16:33.732286 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning for port 2caec1eb-0896-4b1b-a892-12b7b7b1fd32 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:16:33.737918 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port 2caec1eb-0896-4b1b-a892-12b7b7b1fd32 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:16:33.738411 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:33.864248 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317634cc-45cd-4c45-bfb1-a235443b6e66 req-c76f317b-2521-40ba-b5e2-fa9cb5d1a2bb tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:33.865344 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:33.865841 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-317634cc-45cd-4c45-bfb1-a235443b6e66 req-c76f317b-2521-40ba-b5e2-fa9cb5d1a2bb tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 945 time: 0.0939369 Apr 14 16:16:33.877507 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991405ae-25d2-4f09-a911-08793f3b197c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2caec1eb-0896-4b1b-a892-12b7b7b1fd32'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:16:33.888669 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 2caec1eb-0896-4b1b-a892-12b7b7b1fd32, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2caec1eb-0896-4b1b-a892-12b7b7b1fd32,segment=NetworkSegment(e5e2ca27-806e-4c80-a423-8b60c6f20c27),segment_id=e5e2ca27-806e-4c80-a423-8b60c6f20c27)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:33.891931 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:33.894774 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:33.898639 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-317634cc-45cd-4c45-bfb1-a235443b6e66 req-1622c778-a28f-4435-99a8-c110f8ef58b4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262957 Apr 14 16:16:33.965285 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=2caec1eb-0896-4b1b-a892-12b7b7b1fd32,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:33.968873 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:33.990629 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991405ae-25d2-4f09-a911-08793f3b197c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2caec1eb-0896-4b1b-a892-12b7b7b1fd32', 'code': 200} Apr 14 16:16:34.277290 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bdd52-b467-4e72-8b2a-3024331e537d req-b8092b00-620f-43ff-8577-9dc799e18967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:34.278956 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-642bdd52-b467-4e72-8b2a-3024331e537d req-b8092b00-620f-43ff-8577-9dc799e18967 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 1099 time: 0.0819373 Apr 14 16:16:34.307310 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-642bdd52-b467-4e72-8b2a-3024331e537d req-fedc8cfc-236d-4329-801d-4db111acfcff service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0218494 Apr 14 16:16:35.122451 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b3467-68f3-4875-8e57-d8e238bc6934 req-1d8b4ab5-0815-4b45-87bd-f273bb0efdfd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:35.124055 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1e3b3467-68f3-4875-8e57-d8e238bc6934 req-1d8b4ab5-0815-4b45-87bd-f273bb0efdfd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 946 time: 0.1059303 Apr 14 16:16:35.157483 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1e3b3467-68f3-4875-8e57-d8e238bc6934 req-e0bc7c13-2c1b-43e3-9f86-1056d5b03ea7 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0253987 Apr 14 16:16:36.363627 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9182af9-7127-41b5-aff7-29735377c49d req-c8acbe26-aa2a-4d36-a390-4ec01275abbe tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:36.365243 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a9182af9-7127-41b5-aff7-29735377c49d req-c8acbe26-aa2a-4d36-a390-4ec01275abbe tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 946 time: 0.0901997 Apr 14 16:16:36.397535 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a9182af9-7127-41b5-aff7-29735377c49d req-3f96ca01-1cb3-4cc6-8172-430209dc66f6 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259240 Apr 14 16:16:36.600716 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7dd6c5-bc31-4e3b-9d18-a27c414fe254 req-2666efc1-df68-4087-b477-420a20530c16 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:36.602344 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9e7dd6c5-bc31-4e3b-9d18-a27c414fe254 req-2666efc1-df68-4087-b477-420a20530c16 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 946 time: 0.0919452 Apr 14 16:16:36.867142 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-9e7dd6c5-bc31-4e3b-9d18-a27c414fe254 req-50703eb6-9703-45dd-901e-59eb1caacc18 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2583833 Apr 14 16:16:36.892949 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 43296) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:37.017740 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88566480-5e0f-4f82-b002-ccf759b2cdb9 tempest-TestVolumeBootPattern-1959618143 tempest-TestVolumeBootPattern-1959618143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:37.022382 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-88566480-5e0f-4f82-b002-ccf759b2cdb9 tempest-TestVolumeBootPattern-1959618143 tempest-TestVolumeBootPattern-1959618143-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 1094 time: 0.1253653 Apr 14 16:16:37.022638 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 43302) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:37.028909 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Request body: {'floatingip': {'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'port_id': '2caec1eb-0896-4b1b-a892-12b7b7b1fd32', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:37.036191 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:37.040336 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Usage tracker for resource:floatingip and tenant:0b946ceeeee447d59c5d0acb6044495e is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:37.043370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:37.049997 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:37.059479 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for floatingip, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:37.204859 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:37.353831 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Allocated IP 172.27.1.219 (6468e4de-2d6f-487c-961d-9bfd4b201113/10ad9ff7-e740-4818-a690-9a433745e0b4/fe0a573e-2214-4575-a93f-0efd85d9c90f) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:16:37.511573 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:37.542070 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850712043'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:37.557548 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:37.702085 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Pushing event updated for resources: {'Port': ['ID=fe0a573e-2214-4575-a93f-0efd85d9c90f,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:37.714886 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:37.715167 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:37.715586 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:37.715991 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:37.716392 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:37.716794 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:37.717191 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:37.717586 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:37.717984 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:37.718407 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:37.718802 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:37.719190 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:37.723400 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:37.763574 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Network 6468e4de-2d6f-487c-961d-9bfd4b201113 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:16:37.764680 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:16:37.767850 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:16:38.193398 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:38.268492 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:38.545219 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:38.549437 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4063757'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:38.564581 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-2a77ae38-cc62-4f40-96a7-0ca163d987f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:38.706261 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Pushing event updated for resources: {'Port': ['ID=fe0a573e-2214-4575-a93f-0efd85d9c90f,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:38.714249 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:38.804183 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853071330'] for floatingip, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:38.983866 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.l3_db [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Floating IP bced28b5-d361-47f9-aab6-ad898faac8a0 associated. External IP: 172.27.1.219, port: 2caec1eb-0896-4b1b-a892-12b7b7b1fd32. Apr 14 16:16:39.352894 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:16:39.789063 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:16:39.799007 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dfdf9e-0449-492a-b5c1-c2c61a6cb61a None None] Sync routers for ids ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:16:39.808962 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dfdf9e-0449-492a-b5c1-c2c61a6cb61a None None] Routers {'db7688c3-69a4-4b53-9fc8-cd0239a3ea27'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:39.809641 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-66dfdf9e-0449-492a-b5c1-c2c61a6cb61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:16:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:39.812370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for floatingip, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:39.870688 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-10c8c15f-9a25-47e5-820b-4b3a4185ab15 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8469133 Apr 14 16:16:39.871371 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991405ae-25d2-4f09-a911-08793f3b197c', 'tag': '2caec1eb-0896-4b1b-a892-12b7b7b1fd32'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:16:39.976428 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991405ae-25d2-4f09-a911-08793f3b197c', 'tag': '2caec1eb-0896-4b1b-a892-12b7b7b1fd32', 'status': 'completed', 'code': 200} Apr 14 16:16:39.998720 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-66dfdf9e-0449-492a-b5c1-c2c61a6cb61a None None] Set router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:40.077234 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca26251-5f68-4351-9451-54e80a1e5c0e req-c4233aac-62a2-497e-bbfb-c93df2543ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:40.079532 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2ca26251-5f68-4351-9451-54e80a1e5c0e req-c4233aac-62a2-497e-bbfb-c93df2543ea9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b946ceeeee447d59c5d0acb6044495e&device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 1099 time: 0.0792353 Apr 14 16:16:40.220946 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca26251-5f68-4351-9451-54e80a1e5c0e req-2ac4332b-59ae-46ab-ab02-914d84eb87c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:40.222759 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2ca26251-5f68-4351-9451-54e80a1e5c0e req-2ac4332b-59ae-46ab-ab02-914d84eb87c3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6945b69-f1c6-418e-b01b-d447b96ec2f1 HTTP/1.1" status: 200 len: 913 time: 0.1374855 Apr 14 16:16:40.334330 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2ca26251-5f68-4351-9451-54e80a1e5c0e req-34570b05-7afa-4c8e-ae59-73e007d80fe0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2caec1eb-0896-4b1b-a892-12b7b7b1fd32 HTTP/1.1" status: 200 len: 1000 time: 0.1052847 Apr 14 16:16:40.367342 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-66dfdf9e-0449-492a-b5c1-c2c61a6cb61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 4, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': 'bced28b5-d361-47f9-aab6-ad898faac8a0', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'port_id': '2caec1eb-0896-4b1b-a892-12b7b7b1fd32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'mac_address': 'fa:16:3e:e2:57:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991405ae-25d2-4f09-a911-08793f3b197c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:16:38Z', 'updated_at': '2021-04-14T16:16:38Z', 'revision_number': 0, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578b3447-edd8-4466-a39d-b5ca5ebb757c', 'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'mac_address': 'fa:16:3e:9b:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:46Z', 'updated_at': '2021-04-14T16:15:57Z', 'revision_number': 5, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'subnets': [{'id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:40.371666 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dfdf9e-0449-492a-b5c1-c2c61a6cb61a None None] Checking router: db7688c3-69a4-4b53-9fc8-cd0239a3ea27 for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:16:40.381465 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dfdf9e-0449-492a-b5c1-c2c61a6cb61a None None] Routers {'db7688c3-69a4-4b53-9fc8-cd0239a3ea27'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:40.382139 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-66dfdf9e-0449-492a-b5c1-c2c61a6cb61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:16:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:40.407695 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca26251-5f68-4351-9451-54e80a1e5c0e req-6db89647-96fc-4305-aecf-e1516727bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:40.409264 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2ca26251-5f68-4351-9451-54e80a1e5c0e req-6db89647-96fc-4305-aecf-e1516727bf11 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23f0b4b7-6694-4852-8aa6-52cb0ffabd03 HTTP/1.1" status: 200 len: 851 time: 0.0690010 Apr 14 16:16:40.491564 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca26251-5f68-4351-9451-54e80a1e5c0e req-a3e79522-2d91-4921-8f4e-20e3720f05fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:40.493176 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2ca26251-5f68-4351-9451-54e80a1e5c0e req-a3e79522-2d91-4921-8f4e-20e3720f05fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6945b69-f1c6-418e-b01b-d447b96ec2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776217 Apr 14 16:16:40.573732 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-66dfdf9e-0449-492a-b5c1-c2c61a6cb61a None None] Set router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:40.638145 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2ca26251-5f68-4351-9451-54e80a1e5c0e req-1fbe996a-a8f3-4588-b518-f477a26ccdab service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383159 Apr 14 16:16:40.792791 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2ca26251-5f68-4351-9451-54e80a1e5c0e req-ab7994f5-454a-4e04-8dc0-77fae6d064e0 service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482792 Apr 14 16:16:40.959861 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-66dfdf9e-0449-492a-b5c1-c2c61a6cb61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 4, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': 'bced28b5-d361-47f9-aab6-ad898faac8a0', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'port_id': '2caec1eb-0896-4b1b-a892-12b7b7b1fd32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'mac_address': 'fa:16:3e:e2:57:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991405ae-25d2-4f09-a911-08793f3b197c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:16:38Z', 'updated_at': '2021-04-14T16:16:38Z', 'revision_number': 0, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578b3447-edd8-4466-a39d-b5ca5ebb757c', 'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'mac_address': 'fa:16:3e:9b:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:46Z', 'updated_at': '2021-04-14T16:15:57Z', 'revision_number': 5, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'subnets': [{'id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:40.963995 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dfdf9e-0449-492a-b5c1-c2c61a6cb61a None None] The sync data for ids ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'] in dv-cinder-786260-2-iscsi is: [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 4, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': 'bced28b5-d361-47f9-aab6-ad898faac8a0', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'port_id': '2caec1eb-0896-4b1b-a892-12b7b7b1fd32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'mac_address': 'fa:16:3e:e2:57:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991405ae-25d2-4f09-a911-08793f3b197c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:16:38Z', 'updated_at': '2021-04-14T16:16:38Z', 'revision_number': 0, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578b3447-edd8-4466-a39d-b5ca5ebb757c', 'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'mac_address': 'fa:16:3e:9b:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:46Z', 'updated_at': '2021-04-14T16:15:57Z', 'revision_number': 5, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'subnets': [{'id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:16:41.265955 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe52c624-ed3c-46cd-bbfc-de8318d945a2 None None] New status for floating IP bced28b5-d361-47f9-aab6-ad898faac8a0: ACTIVE {{(pid=85287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:16:43.513147 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:56.805117 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9e4c6d43-91f9-42ce-b98b-9a6cfe2dafa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.376860 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:16:59.451474 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-81d855cb-c97f-458c-9f95-60a8aefe3e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:59.727670 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:00.444192 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:02.088419 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:13.500806 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:15.527849 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b4c8355b-2888-485e-9521-fcc9650dcb08 req-ae898641-9bed-43cc-8656-aae03cbc9879 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=991405ae-25d2-4f09-a911-08793f3b197c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815723 Apr 14 16:17:15.686805 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8355b-2888-485e-9521-fcc9650dcb08 req-d228655c-1e67-4c43-8433-e2a885dd31c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:15.688448 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b4c8355b-2888-485e-9521-fcc9650dcb08 req-d228655c-1e67-4c43-8433-e2a885dd31c5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b946ceeeee447d59c5d0acb6044495e&device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 1099 time: 0.0868647 Apr 14 16:17:15.847177 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8355b-2888-485e-9521-fcc9650dcb08 req-842b2c95-8765-427d-a6d2-936d32993d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:15.848767 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b4c8355b-2888-485e-9521-fcc9650dcb08 req-842b2c95-8765-427d-a6d2-936d32993d53 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6945b69-f1c6-418e-b01b-d447b96ec2f1 HTTP/1.1" status: 200 len: 913 time: 0.1400864 Apr 14 16:17:15.957942 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b4c8355b-2888-485e-9521-fcc9650dcb08 req-8184f027-cdb3-4c98-b9b8-3ce3eac114ca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2caec1eb-0896-4b1b-a892-12b7b7b1fd32 HTTP/1.1" status: 200 len: 1002 time: 0.1028969 Apr 14 16:17:16.027297 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8355b-2888-485e-9521-fcc9650dcb08 req-1b64ebee-e7dc-47c1-b869-92521fbcee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:16.028898 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b4c8355b-2888-485e-9521-fcc9650dcb08 req-1b64ebee-e7dc-47c1-b869-92521fbcee98 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23f0b4b7-6694-4852-8aa6-52cb0ffabd03 HTTP/1.1" status: 200 len: 851 time: 0.0646880 Apr 14 16:17:16.110593 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8355b-2888-485e-9521-fcc9650dcb08 req-016598df-d60c-4b5d-a405-c2920fe5ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:16.112107 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b4c8355b-2888-485e-9521-fcc9650dcb08 req-016598df-d60c-4b5d-a405-c2920fe5ed31 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6945b69-f1c6-418e-b01b-d447b96ec2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766840 Apr 14 16:17:16.251224 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b4c8355b-2888-485e-9521-fcc9650dcb08 req-284eb3c3-aa7d-4fb1-ab58-218915862f7e service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326101 Apr 14 16:17:16.659319 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b4c8355b-2888-485e-9521-fcc9650dcb08 req-bb48213c-f76a-4e84-92fc-28af421c2294 service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014363 Apr 14 16:17:26.807442 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6b5afde9-e151-4fa2-b18d-56407ab658ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:29.443887 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-811f36d8-f86e-4ea5-aaa4-5bec5c132dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:29.720139 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:30.448155 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:32.091877 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:34.379644 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:17:43.513119 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:56.809655 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9503ae45-c05c-463c-8de2-3c3361b601b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:59.448778 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d1fcf814-78fb-432a-b5bc-88fca4181d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:59.722054 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:00.451019 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:02.094438 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:11.381277 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:18:13.510296 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:18.379706 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d582f43a-cae3-440c-af13-1b9029412fb1 req-e7bcd1cc-58a5-4c63-8148-28935c083c96 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=991405ae-25d2-4f09-a911-08793f3b197c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788529 Apr 14 16:18:18.536309 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582f43a-cae3-440c-af13-1b9029412fb1 req-85c22c36-7603-4126-afa9-07205c27b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:18.540706 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d582f43a-cae3-440c-af13-1b9029412fb1 req-85c22c36-7603-4126-afa9-07205c27b688 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b946ceeeee447d59c5d0acb6044495e&device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 1099 time: 0.0838561 Apr 14 16:18:18.696984 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582f43a-cae3-440c-af13-1b9029412fb1 req-3e8dea44-cdb9-4ca8-8c24-14885af3988b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:18.698631 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d582f43a-cae3-440c-af13-1b9029412fb1 req-3e8dea44-cdb9-4ca8-8c24-14885af3988b service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6945b69-f1c6-418e-b01b-d447b96ec2f1 HTTP/1.1" status: 200 len: 913 time: 0.1400113 Apr 14 16:18:18.810910 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d582f43a-cae3-440c-af13-1b9029412fb1 req-eb382fc5-2f85-43ec-9ba3-7e28dff3adbb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2caec1eb-0896-4b1b-a892-12b7b7b1fd32 HTTP/1.1" status: 200 len: 1002 time: 0.1059532 Apr 14 16:18:18.881835 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582f43a-cae3-440c-af13-1b9029412fb1 req-861953af-76f9-4166-9fb3-7926031bba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:18.883487 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d582f43a-cae3-440c-af13-1b9029412fb1 req-861953af-76f9-4166-9fb3-7926031bba4c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23f0b4b7-6694-4852-8aa6-52cb0ffabd03 HTTP/1.1" status: 200 len: 851 time: 0.0667765 Apr 14 16:18:18.965766 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582f43a-cae3-440c-af13-1b9029412fb1 req-eabd1c28-767e-42e0-9f87-fc39394ecc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:18.967306 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d582f43a-cae3-440c-af13-1b9029412fb1 req-eabd1c28-767e-42e0-9f87-fc39394ecc8c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6945b69-f1c6-418e-b01b-d447b96ec2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778220 Apr 14 16:18:19.113868 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d582f43a-cae3-440c-af13-1b9029412fb1 req-29df8041-4497-431f-8750-4f429d88a19c service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398842 Apr 14 16:18:19.269037 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d582f43a-cae3-440c-af13-1b9029412fb1 req-1687c99a-ed09-499a-a47a-5ec455b69b70 service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486850 Apr 14 16:18:26.811132 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-be18ce34-d6dc-4759-95f5-44cc3d7a8dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:29.451320 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9e517883-27e1-49d6-9e43-16a24493bad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:29.725451 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:29.739754 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855f069-0dca-497c-83da-716f22f05a78 req-64714982-7252-4e9b-9d6c-96411ec3329c tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:29.741360 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6855f069-0dca-497c-83da-716f22f05a78 req-64714982-7252-4e9b-9d6c-96411ec3329c tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 946 time: 0.0897682 Apr 14 16:18:29.775368 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-6855f069-0dca-497c-83da-716f22f05a78 req-b2f5bd40-6cb1-4ef3-990d-7bdc2809bf22 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275826 Apr 14 16:18:30.453573 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:30.979995 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ba35c-3f69-4f2c-8d39-b18060c10a02 req-47df7671-847e-4f8f-a8aa-ad4668ae1236 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:30.981619 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-504ba35c-3f69-4f2c-8d39-b18060c10a02 req-47df7671-847e-4f8f-a8aa-ad4668ae1236 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 946 time: 0.0912352 Apr 14 16:18:31.012224 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-504ba35c-3f69-4f2c-8d39-b18060c10a02 req-7def5120-b70f-4a90-a3b2-c319e638325e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0242460 Apr 14 16:18:31.123708 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433fa9d-9947-4527-aa28-b6b83cb39a09 req-5ac72ea7-e226-4166-8028-3558cd1ad799 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:31.124390 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-b433fa9d-9947-4527-aa28-b6b83cb39a09 req-5ac72ea7-e226-4166-8028-3558cd1ad799 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Synchronizing usage tracker for tenant:0b946ceeeee447d59c5d0acb6044495e on resource:port {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:18:31.138749 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-b433fa9d-9947-4527-aa28-b6b83cb39a09 req-5ac72ea7-e226-4166-8028-3558cd1ad799 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Unset dirty status for tenant:0b946ceeeee447d59c5d0acb6044495e on resource:port {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:18:31.139948 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b433fa9d-9947-4527-aa28-b6b83cb39a09 req-5ac72ea7-e226-4166-8028-3558cd1ad799 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.54 "GET /v2.0/ports?device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 946 time: 0.1067834 Apr 14 16:18:31.218559 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-b433fa9d-9947-4527-aa28-b6b83cb39a09 req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Deleting port 2caec1eb-0896-4b1b-a892-12b7b7b1fd32 {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:18:31.218947 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b433fa9d-9947-4527-aa28-b6b83cb39a09 req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:31.479071 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-b433fa9d-9947-4527-aa28-b6b83cb39a09 req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] For port 2caec1eb-0896-4b1b-a892-12b7b7b1fd32, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2caec1eb-0896-4b1b-a892-12b7b7b1fd32,segment=NetworkSegment(e5e2ca27-806e-4c80-a423-8b60c6f20c27),segment_id=e5e2ca27-806e-4c80-a423-8b60c6f20c27)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:31.479642 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b433fa9d-9947-4527-aa28-b6b83cb39a09 req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:31.790263 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b433fa9d-9947-4527-aa28-b6b83cb39a09 req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:31.790620 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b433fa9d-9947-4527-aa28-b6b83cb39a09 req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853071330'] for floatingip, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:31.791041 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.l3_db [req-b433fa9d-9947-4527-aa28-b6b83cb39a09 req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Floating IP bced28b5-d361-47f9-aab6-ad898faac8a0 disassociated. External IP: 172.27.1.219, port: 2caec1eb-0896-4b1b-a892-12b7b7b1fd32. Apr 14 16:18:31.791422 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-b433fa9d-9947-4527-aa28-b6b83cb39a09 req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Calling delete_port for 2caec1eb-0896-4b1b-a892-12b7b7b1fd32 owned by compute:nova {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:18:31.948210 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b433fa9d-9947-4527-aa28-b6b83cb39a09 req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:31.964110 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-26e8591d-0d93-4258-a54d-9a3bffed76e1 tempest-TestShelveInstance-663282857 tempest-TestShelveInstance-663282857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:32.024410 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Pushing event deleted for resources: {'Port': ['ID=2caec1eb-0896-4b1b-a892-12b7b7b1fd32,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:32.038012 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:32.038464 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:32.038952 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:32.039848 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:32.040251 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:32.040709 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:32.041056 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:32.041601 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:32.042009 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:32.042434 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:32.042835 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:32.043231 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:32.091078 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:32.096924 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:32.208212 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7399baf3-8c75-4e8c-9b8c-23bde4c9e2b7 req-c8f2a268-52b9-4c5b-b745-b05324c5b2c3 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 210 time: 0.0504873 Apr 14 16:18:32.342054 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b433fa9d-9947-4527-aa28-b6b83cb39a09 req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:18:32.531380 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b433fa9d-9947-4527-aa28-b6b83cb39a09 req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:18:32.541903 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b75a2b-d27c-4288-874d-2a3c6e415a55 None None] Sync routers for ids ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:18:32.553838 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b75a2b-d27c-4288-874d-2a3c6e415a55 None None] Routers {'db7688c3-69a4-4b53-9fc8-cd0239a3ea27'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:18:32.555394 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-60b75a2b-d27c-4288-874d-2a3c6e415a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:18:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:18:32.612432 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-b433fa9d-9947-4527-aa28-b6b83cb39a09 req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] No DVR routers for this DVR port 2caec1eb-0896-4b1b-a892-12b7b7b1fd32 on host hv-cinder-78626 {{(pid=85284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:18:32.615084 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-b433fa9d-9947-4527-aa28-b6b83cb39a09 req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:32.620082 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991405ae-25d2-4f09-a911-08793f3b197c', 'name': 'network-vif-deleted', 'tag': '2caec1eb-0896-4b1b-a892-12b7b7b1fd32'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:18:32.635728 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b433fa9d-9947-4527-aa28-b6b83cb39a09 req-98437775-c86c-4634-9819-526ad9a9742d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.54 "DELETE /v2.0/ports/2caec1eb-0896-4b1b-a892-12b7b7b1fd32 HTTP/1.1" status: 204 len: 173 time: 1.4896743 Apr 14 16:18:32.694737 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991405ae-25d2-4f09-a911-08793f3b197c', 'name': 'network-vif-deleted', 'tag': '2caec1eb-0896-4b1b-a892-12b7b7b1fd32', 'status': 'completed', 'code': 200} Apr 14 16:18:32.948867 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-60b75a2b-d27c-4288-874d-2a3c6e415a55 None None] Set router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:18:33.305272 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-60b75a2b-d27c-4288-874d-2a3c6e415a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 4, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '578b3447-edd8-4466-a39d-b5ca5ebb757c', 'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'mac_address': 'fa:16:3e:9b:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:46Z', 'updated_at': '2021-04-14T16:15:57Z', 'revision_number': 5, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'subnets': [{'id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:18:33.309339 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b75a2b-d27c-4288-874d-2a3c6e415a55 None None] Checking router: db7688c3-69a4-4b53-9fc8-cd0239a3ea27 for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:18:33.318161 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b75a2b-d27c-4288-874d-2a3c6e415a55 None None] Routers {'db7688c3-69a4-4b53-9fc8-cd0239a3ea27'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:18:33.318845 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-60b75a2b-d27c-4288-874d-2a3c6e415a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:18:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:18:33.390988 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c5648e5e-6645-4b9e-95ed-394f3bd2624f req-1b427188-be98-4f78-94d3-8dc93980d328 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=991405ae-25d2-4f09-a911-08793f3b197c HTTP/1.1" status: 200 len: 210 time: 0.0528450 Apr 14 16:18:33.519736 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-60b75a2b-d27c-4288-874d-2a3c6e415a55 None None] Set router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:18:33.851250 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-60b75a2b-d27c-4288-874d-2a3c6e415a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 4, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '578b3447-edd8-4466-a39d-b5ca5ebb757c', 'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'mac_address': 'fa:16:3e:9b:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:46Z', 'updated_at': '2021-04-14T16:15:57Z', 'revision_number': 5, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'subnets': [{'id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:18:33.855391 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b75a2b-d27c-4288-874d-2a3c6e415a55 None None] The sync data for ids ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'] in dv-cinder-786260-2-iscsi is: [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 4, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '578b3447-edd8-4466-a39d-b5ca5ebb757c', 'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'mac_address': 'fa:16:3e:9b:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:46Z', 'updated_at': '2021-04-14T16:15:57Z', 'revision_number': 5, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'subnets': [{'id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:18:34.201861 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af984076-9a5d-421b-94fa-a83c664516da None None] New status for floating IP bced28b5-d361-47f9-aab6-ad898faac8a0: DOWN {{(pid=85287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:18:34.369185 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 2caec1eb-0896-4b1b-a892-12b7b7b1fd32 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:18:34.409822 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] No Port match for: 2caec1eb-0896-4b1b-a892-12b7b7b1fd32 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:18:34.410087 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 2caec1eb-0896-4b1b-a892-12b7b7b1fd32 not bound to the agent host hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:18:34.806893 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-f9b1c680-1af7-4f34-99d7-d13c03cd0258 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-566229808&fields=id&tenant_id=0b946ceeeee447d59c5d0acb6044495e HTTP/1.1" status: 200 len: 267 time: 0.0261188 Apr 14 16:18:34.975783 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-d6cc7e6f-966b-4319-a618-4048fdcf950c tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:34.977909 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-d6cc7e6f-966b-4319-a618-4048fdcf950c tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/networks?id=d6945b69-f1c6-418e-b01b-d447b96ec2f1 HTTP/1.1" status: 200 len: 812 time: 0.1629896 Apr 14 16:18:34.994703 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-ad3acd7e-4ba6-4a34-91c0-20e0d889c019 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/quotas/0b946ceeeee447d59c5d0acb6044495e HTTP/1.1" status: 200 len: 375 time: 0.0104475 Apr 14 16:18:35.096133 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-5f798253-523e-4451-97ee-581e3c721e54 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b946ceeeee447d59c5d0acb6044495e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0951409 Apr 14 16:18:35.189899 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-b96fd70b-5f56-4713-b47d-9adafc714c06 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=85285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:18:35.191037 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-b96fd70b-5f56-4713-b47d-9adafc714c06 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0828776 Apr 14 16:18:35.332592 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-c41df182-1b57-4479-8bd2-68cd762f7a14 service neutron] 10.222.0.53 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344075 Apr 14 16:18:35.477646 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-7689f510-bc67-4aa1-9107-4b1ab87b4a74 service neutron] 10.222.0.53 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379457 Apr 14 16:18:36.928369 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2a855399-54e1-4d20-af74-158b551d4a6c req-4ac23043-2267-4bf4-80d3-5fedeb624790 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 210 time: 0.0559866 Apr 14 16:18:37.975765 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-1f50996e-231c-492d-866b-bab36b609ca4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:37.978127 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-1f50996e-231c-492d-866b-bab36b609ca4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.54 "GET /v2.0/networks?id=d6945b69-f1c6-418e-b01b-d447b96ec2f1 HTTP/1.1" status: 200 len: 812 time: 0.1607444 Apr 14 16:18:38.060208 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-d356ba1d-f2de-4129-abad-0008e5ac3ff3 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0b946ceeeee447d59c5d0acb6044495e HTTP/1.1" status: 200 len: 8059 time: 0.0733488 Apr 14 16:18:38.070516 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-d273c743-f687-480d-8a6f-750d0cdb56e4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Request body: {'port': {'device_id': '87b3172b-3540-426c-a8d1-ea7f2d4d1ead', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'admin_state_up': True, 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'security_groups': ['f44dbd25-1f01-4cbb-9a99-3e0903e34b38']}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:18:38.144360 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e80e9a16-14f5-4694-b2a9-ac7a28f0483b req-70e84268-d7b1-4262-ac8d-5bf517a3d2ce tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 210 time: 0.0872653 Apr 14 16:18:38.230588 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-d273c743-f687-480d-8a6f-750d0cdb56e4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:18:38.235352 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-d273c743-f687-480d-8a6f-750d0cdb56e4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Usage tracker for resource:port and tenant:0b946ceeeee447d59c5d0acb6044495e is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:18:38.238397 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-d273c743-f687-480d-8a6f-750d0cdb56e4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:18:38.244411 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-d273c743-f687-480d-8a6f-750d0cdb56e4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:18:38.253094 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-d273c743-f687-480d-8a6f-750d0cdb56e4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Made reservation on behalf of 0b946ceeeee447d59c5d0acb6044495e for: {'port': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:18:38.259706 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-d273c743-f687-480d-8a6f-750d0cdb56e4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:38.413832 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-d273c743-f687-480d-8a6f-750d0cdb56e4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Allocated IP 172.20.0.8 (d6945b69-f1c6-418e-b01b-d447b96ec2f1/23f0b4b7-6694-4852-8aa6-52cb0ffabd03/461ac3dd-8857-4873-9fb4-b6bf448de255) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:18:38.866122 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-d273c743-f687-480d-8a6f-750d0cdb56e4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:38.882738 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-d273c743-f687-480d-8a6f-750d0cdb56e4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Transition to ACTIVE for port object 461ac3dd-8857-4873-9fb4-b6bf448de255 will not be triggered until provisioned by entity DHCP. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:18:38.905883 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-d273c743-f687-480d-8a6f-750d0cdb56e4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:38.921566 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4c67c45b-0540-473d-af1f-6bf2c8a3ebb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:39.060064 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273c743-f687-480d-8a6f-750d0cdb56e4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Pushing event updated for resources: {'Port': ['ID=461ac3dd-8857-4873-9fb4-b6bf448de255,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:39.064390 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d273c743-f687-480d-8a6f-750d0cdb56e4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:39.114265 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-d273c743-f687-480d-8a6f-750d0cdb56e4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Network d6945b69-f1c6-418e-b01b-d447b96ec2f1 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:18:39.115375 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-d273c743-f687-480d-8a6f-750d0cdb56e4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:18:39.118365 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-d273c743-f687-480d-8a6f-750d0cdb56e4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:18:39.192235 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-d273c743-f687-480d-8a6f-750d0cdb56e4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:39.193116 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-d273c743-f687-480d-8a6f-750d0cdb56e4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:39.220597 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-d273c743-f687-480d-8a6f-750d0cdb56e4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1548626 Apr 14 16:18:39.233712 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] Request body: {'port': {'device_id': '87b3172b-3540-426c-a8d1-ea7f2d4d1ead', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:18:39.357977 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c613d-b3e9-4afb-83ed-196e864ca368 req-284af0fe-ba37-4256-abca-229c6fddab6c tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:39.359604 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-149c613d-b3e9-4afb-83ed-196e864ca368 req-284af0fe-ba37-4256-abca-229c6fddab6c tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 931 time: 0.0920904 Apr 14 16:18:39.359753 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:39.364286 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-10263457-3d96-4cbb-b725-58d17ff1d2f3 None None] Provisioning for port 461ac3dd-8857-4873-9fb4-b6bf448de255 completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:18:39.371320 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-10263457-3d96-4cbb-b725-58d17ff1d2f3 None None] Provisioning complete for port 461ac3dd-8857-4873-9fb4-b6bf448de255 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:18:39.371681 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-10263457-3d96-4cbb-b725-58d17ff1d2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:39.393092 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-149c613d-b3e9-4afb-83ed-196e864ca368 req-33ca8ec1-1187-48dc-ae1c-31d3747b6c49 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0256801 Apr 14 16:18:39.430871 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-10263457-3d96-4cbb-b725-58d17ff1d2f3 None None] Port 461ac3dd-8857-4873-9fb4-b6bf448de255 cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:18:39.769142 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 461ac3dd-8857-4873-9fb4-b6bf448de255 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:18:39.777960 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:39.794377 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] Transition to ACTIVE for port object 461ac3dd-8857-4873-9fb4-b6bf448de255 will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:18:39.797058 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:39.812682 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-41ad4332-8058-4e13-a217-822c6fe82a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:39.958599 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] Pushing event updated for resources: {'Port': ['ID=461ac3dd-8857-4873-9fb4-b6bf448de255,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:39.963382 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:40.213969 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] Attempting to bind port 461ac3dd-8857-4873-9fb4-b6bf448de255 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:18:40.214616 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] Attempting to bind port 461ac3dd-8857-4873-9fb4-b6bf448de255 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'e5e2ca27-806e-4c80-a423-8b60c6f20c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:18:40.214750 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] Attempting to bind port 461ac3dd-8857-4873-9fb4-b6bf448de255 on network d6945b69-f1c6-418e-b01b-d447b96ec2f1 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:18:40.220779 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] Port 461ac3dd-8857-4873-9fb4-b6bf448de255 on network d6945b69-f1c6-418e-b01b-d447b96ec2f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:18:40.221147 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] Attempting to bind port 461ac3dd-8857-4873-9fb4-b6bf448de255 on network d6945b69-f1c6-418e-b01b-d447b96ec2f1 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:18:40.227015 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] Checking agent: {'id': 'f6195c71-3258-459e-9d3f-74f9782cd5cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'started_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:18:40.227403 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] Checking segment: {'id': 'e5e2ca27-806e-4c80-a423-8b60c6f20c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:18:40.227835 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] Bound using segment: {'id': 'e5e2ca27-806e-4c80-a423-8b60c6f20c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:18:40.228323 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] Bound port: 461ac3dd-8857-4873-9fb4-b6bf448de255, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e2ca27-806e-4c80-a423-8b60c6f20c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:18:40.228714 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:40.312893 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] For port 461ac3dd-8857-4873-9fb4-b6bf448de255, host hv-cinder-78626, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:18:40.316294 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] For port 461ac3dd-8857-4873-9fb4-b6bf448de255, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=461ac3dd-8857-4873-9fb4-b6bf448de255,segment=NetworkSegment(e5e2ca27-806e-4c80-a423-8b60c6f20c27),segment_id=e5e2ca27-806e-4c80-a423-8b60c6f20c27)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:18:40.320801 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:40.336628 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e90795b0-b018-4c21-940c-7edface37889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:40.501777 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] Pushing event updated for resources: {'Port': ['ID=461ac3dd-8857-4873-9fb4-b6bf448de255,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:40.508376 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:40.542832 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:40.543391 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:40.544984 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] 10.222.0.54 "PUT /v2.0/ports/461ac3dd-8857-4873-9fb4-b6bf448de255 HTTP/1.1" status: 200 len: 1093 time: 1.3165400 Apr 14 16:18:40.545578 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b3172b-3540-426c-a8d1-ea7f2d4d1ead', 'tag': '461ac3dd-8857-4873-9fb4-b6bf448de255'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:18:40.625710 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86244d-f033-44b7-a6f7-162760daec3b req-5c6ee928-0459-4e3e-a711-4898bb1c391e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:40.627407 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2f86244d-f033-44b7-a6f7-162760daec3b req-5c6ee928-0459-4e3e-a711-4898bb1c391e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 943 time: 0.1090722 Apr 14 16:18:40.641882 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b3172b-3540-426c-a8d1-ea7f2d4d1ead', 'tag': '461ac3dd-8857-4873-9fb4-b6bf448de255', 'status': 'completed', 'code': 200} Apr 14 16:18:40.661688 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-2f86244d-f033-44b7-a6f7-162760daec3b req-23ad1f72-c0d3-494e-98c5-f5be8b0f9f7b tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268514 Apr 14 16:18:40.684133 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-83abb1b9-91c4-4d87-95d6-67ec429cb686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:40.685788 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-83abb1b9-91c4-4d87-95d6-67ec429cb686 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b946ceeeee447d59c5d0acb6044495e&device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 1096 time: 0.0998020 Apr 14 16:18:40.767721 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-6cbbb0e4-8b90-431e-9d5f-6d283feee5ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=461ac3dd-8857-4873-9fb4-b6bf448de255 HTTP/1.1" status: 200 len: 217 time: 0.0748162 Apr 14 16:18:40.839393 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-34df8bd0-0ef9-4934-817a-34af1e79d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:40.840995 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-34df8bd0-0ef9-4934-817a-34af1e79d0ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23f0b4b7-6694-4852-8aa6-52cb0ffabd03 HTTP/1.1" status: 200 len: 851 time: 0.0670023 Apr 14 16:18:40.924306 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-b73b7f57-6edb-4507-abde-72c90e98f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:40.925899 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-b73b7f57-6edb-4507-abde-72c90e98f1ba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6945b69-f1c6-418e-b01b-d447b96ec2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789781 Apr 14 16:18:41.074217 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-4e107b72-1427-4669-b01c-2353777a20ef service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405334 Apr 14 16:18:41.216225 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fe90dd80-8ba6-4ca9-b3e8-2e3af161ad51 req-43620299-5e96-4633-8596-f784f3679d10 service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357512 Apr 14 16:18:41.335477 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652ceda-4ae2-4874-8a97-4b501fb00818 req-27af4738-94b8-4b8c-92fd-33f4591b531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:41.337737 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0652ceda-4ae2-4874-8a97-4b501fb00818 req-27af4738-94b8-4b8c-92fd-33f4591b531d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b946ceeeee447d59c5d0acb6044495e&device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 1096 time: 0.0785856 Apr 14 16:18:41.479073 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652ceda-4ae2-4874-8a97-4b501fb00818 req-3ee3e0f5-657c-4af1-87dd-07ebe402b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:41.480573 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0652ceda-4ae2-4874-8a97-4b501fb00818 req-3ee3e0f5-657c-4af1-87dd-07ebe402b4f7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6945b69-f1c6-418e-b01b-d447b96ec2f1 HTTP/1.1" status: 200 len: 913 time: 0.1364474 Apr 14 16:18:41.556683 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0652ceda-4ae2-4874-8a97-4b501fb00818 req-b43f4e06-8a7f-4c64-bc78-d4ce5143b137 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=461ac3dd-8857-4873-9fb4-b6bf448de255 HTTP/1.1" status: 200 len: 217 time: 0.0688367 Apr 14 16:18:41.623968 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652ceda-4ae2-4874-8a97-4b501fb00818 req-ece5fb3a-7736-4b57-836e-b78d8bab87b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:41.625537 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0652ceda-4ae2-4874-8a97-4b501fb00818 req-ece5fb3a-7736-4b57-836e-b78d8bab87b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23f0b4b7-6694-4852-8aa6-52cb0ffabd03 HTTP/1.1" status: 200 len: 851 time: 0.0630422 Apr 14 16:18:41.711485 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652ceda-4ae2-4874-8a97-4b501fb00818 req-f54efd9a-44ca-47ca-a4d8-ce87ab7a9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:41.713121 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0652ceda-4ae2-4874-8a97-4b501fb00818 req-f54efd9a-44ca-47ca-a4d8-ce87ab7a9e51 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6945b69-f1c6-418e-b01b-d447b96ec2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809166 Apr 14 16:18:41.863847 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0652ceda-4ae2-4874-8a97-4b501fb00818 req-fa382243-71fb-41cf-86c1-a2fe15e838a8 service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440637 Apr 14 16:18:41.881846 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4753d9c-4cf2-4e0e-8f64-ecb92c35f0b8 req-78a096a8-4caa-4b18-a2cb-59f556c91810 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:41.883531 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a4753d9c-4cf2-4e0e-8f64-ecb92c35f0b8 req-78a096a8-4caa-4b18-a2cb-59f556c91810 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 943 time: 0.1039903 Apr 14 16:18:41.916179 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a4753d9c-4cf2-4e0e-8f64-ecb92c35f0b8 req-90727b9f-4ed4-49ac-936e-d475cc5997c5 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259645 Apr 14 16:18:42.014053 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0652ceda-4ae2-4874-8a97-4b501fb00818 req-edb45591-a692-4296-afc0-cd4d4ce55117 service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440308 Apr 14 16:18:43.123623 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e46316-62bd-4353-895c-4ea17d4173f4 req-73294bc0-4dd3-483f-ba28-52eb628f0153 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:43.125261 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a0e46316-62bd-4353-895c-4ea17d4173f4 req-73294bc0-4dd3-483f-ba28-52eb628f0153 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 943 time: 0.0941620 Apr 14 16:18:43.157936 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a0e46316-62bd-4353-895c-4ea17d4173f4 req-521663a6-2c5c-4176-988d-0621ad2ed63a tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262682 Apr 14 16:18:43.522939 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:44.507902 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca4180-7ba4-4c15-9d65-35d3c1748ff0 req-afeac2a4-356b-4524-b810-7c86d067f732 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:44.509543 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1dca4180-7ba4-4c15-9d65-35d3c1748ff0 req-afeac2a4-356b-4524-b810-7c86d067f732 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 943 time: 0.0894983 Apr 14 16:18:44.542097 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1dca4180-7ba4-4c15-9d65-35d3c1748ff0 req-48d6e270-26a4-44e2-8302-05fe98b604a5 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261903 Apr 14 16:18:45.752877 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964da2d6-dc50-42aa-a87e-b83929d60152 req-2b66a3a6-03af-4567-9a73-f29593577e6a tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:45.755336 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-964da2d6-dc50-42aa-a87e-b83929d60152 req-2b66a3a6-03af-4567-9a73-f29593577e6a tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 943 time: 0.0956738 Apr 14 16:18:45.786506 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-964da2d6-dc50-42aa-a87e-b83929d60152 req-ff4b6f4b-3d14-401f-a956-ee73fdf324cf tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250311 Apr 14 16:18:46.991021 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6013687-d76d-4b5e-91df-a3c005d43619 req-aeb3f397-d11c-469f-b6bc-87fa64b1735e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:46.993306 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b6013687-d76d-4b5e-91df-a3c005d43619 req-aeb3f397-d11c-469f-b6bc-87fa64b1735e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 943 time: 0.0892718 Apr 14 16:18:47.026869 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b6013687-d76d-4b5e-91df-a3c005d43619 req-917761a4-983c-4a45-b775-8a931455bb79 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272093 Apr 14 16:18:48.248449 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f9972-03a9-4ce5-a014-660739475763 req-f40432be-ccd9-4f92-9327-124bb9674f39 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:48.250231 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-770f9972-03a9-4ce5-a014-660739475763 req-f40432be-ccd9-4f92-9327-124bb9674f39 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 943 time: 0.0970600 Apr 14 16:18:48.283399 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-770f9972-03a9-4ce5-a014-660739475763 req-4191817c-25c5-447c-9225-7f12cc6c1020 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263770 Apr 14 16:18:48.388557 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:18:48.436248 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 461ac3dd-8857-4873-9fb4-b6bf448de255 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:18:48.579001 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 461ac3dd-8857-4873-9fb4-b6bf448de255, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=461ac3dd-8857-4873-9fb4-b6bf448de255,segment=NetworkSegment(e5e2ca27-806e-4c80-a423-8b60c6f20c27),segment_id=e5e2ca27-806e-4c80-a423-8b60c6f20c27)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:48.597152 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': '461ac3dd-8857-4873-9fb4-b6bf448de255', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'port_id': '461ac3dd-8857-4873-9fb4-b6bf448de255', 'mac_address': 'fa:16:3e:1f:f3:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:18:48.656530 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:48.657862 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 461ac3dd-8857-4873-9fb4-b6bf448de255 {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:18:48.675205 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 461ac3dd-8857-4873-9fb4-b6bf448de255, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=461ac3dd-8857-4873-9fb4-b6bf448de255,segment=NetworkSegment(e5e2ca27-806e-4c80-a423-8b60c6f20c27),segment_id=e5e2ca27-806e-4c80-a423-8b60c6f20c27)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:48.679906 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:48.681867 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:48.753380 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=461ac3dd-8857-4873-9fb4-b6bf448de255,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:48.761575 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:48.761989 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:48.762414 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:48.762787 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:48.763163 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:48.763537 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:48.763906 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:48.764275 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:48.764660 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:48.765027 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:48.765392 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:48.766009 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:48.770270 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:48.916788 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['461ac3dd-8857-4873-9fb4-b6bf448de255'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:18:49.484299 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c740673-91a6-4248-978c-a0b67f884535 req-d9e63817-1c4f-4202-b894-e672472e8f66 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:49.485935 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1c740673-91a6-4248-978c-a0b67f884535 req-d9e63817-1c4f-4202-b894-e672472e8f66 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 944 time: 0.0882552 Apr 14 16:18:49.517551 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1c740673-91a6-4248-978c-a0b67f884535 req-3f7ea1bb-63f0-4ece-969c-acef22368afd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250568 Apr 14 16:18:50.434853 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 461ac3dd-8857-4873-9fb4-b6bf448de255 up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:18:50.504064 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning for port 461ac3dd-8857-4873-9fb4-b6bf448de255 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:18:50.508830 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port 461ac3dd-8857-4873-9fb4-b6bf448de255 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:18:50.509246 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:50.635321 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:50.647196 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b3172b-3540-426c-a8d1-ea7f2d4d1ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461ac3dd-8857-4873-9fb4-b6bf448de255'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:18:50.658103 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port 461ac3dd-8857-4873-9fb4-b6bf448de255, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=461ac3dd-8857-4873-9fb4-b6bf448de255,segment=NetworkSegment(e5e2ca27-806e-4c80-a423-8b60c6f20c27),segment_id=e5e2ca27-806e-4c80-a423-8b60c6f20c27)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:50.661212 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:50.664762 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:50.698309 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b3172b-3540-426c-a8d1-ea7f2d4d1ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461ac3dd-8857-4873-9fb4-b6bf448de255', 'code': 200} Apr 14 16:18:50.725231 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92ad04-5631-46c4-a03f-403dc4e96866 req-3dd6c5f6-532e-4a1c-9567-3248fcac8ff3 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:50.727592 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0e92ad04-5631-46c4-a03f-403dc4e96866 req-3dd6c5f6-532e-4a1c-9567-3248fcac8ff3 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 945 time: 0.0965564 Apr 14 16:18:50.742556 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=461ac3dd-8857-4873-9fb4-b6bf448de255,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:50.745700 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:50.759607 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0e92ad04-5631-46c4-a03f-403dc4e96866 req-f853a3bf-e0c8-431c-bcae-9b9d304b46ae tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0247626 Apr 14 16:18:50.977574 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b4e8c-1641-49ea-948b-98799ee2f7f4 req-23b5aeb0-2237-4734-b1b4-4ec95a554d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:50.979139 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d45b4e8c-1641-49ea-948b-98799ee2f7f4 req-23b5aeb0-2237-4734-b1b4-4ec95a554d46 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 1098 time: 0.0770063 Apr 14 16:18:51.006001 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d45b4e8c-1641-49ea-948b-98799ee2f7f4 req-5b79df26-d272-4f95-a77a-15dc186824ba service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0202234 Apr 14 16:18:51.963454 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2d8c6-c5aa-4f87-bdc5-2c12928dad29 req-19f5d845-08df-494a-9be4-cefd869e51d1 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:51.965029 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-35b2d8c6-c5aa-4f87-bdc5-2c12928dad29 req-19f5d845-08df-494a-9be4-cefd869e51d1 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 945 time: 0.0867951 Apr 14 16:18:51.995304 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-35b2d8c6-c5aa-4f87-bdc5-2c12928dad29 req-0edf1c41-8161-4b4e-9b03-2c08b78001dd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0240643 Apr 14 16:18:52.208210 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1933e55-ff14-4365-85a9-e3dc0d3e975f req-c77d7b0a-0387-4883-bdfb-1c6dbaab6864 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:52.210457 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c1933e55-ff14-4365-85a9-e3dc0d3e975f req-c77d7b0a-0387-4883-bdfb-1c6dbaab6864 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 945 time: 0.0927029 Apr 14 16:18:52.241197 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c1933e55-ff14-4365-85a9-e3dc0d3e975f req-ed3673a9-7abd-4f8a-99de-5b7a2d8e4cdc tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0243056 Apr 14 16:18:52.265779 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 43414) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:18:52.344639 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e4eacc-4bda-412a-a728-c73a184fdcad tempest-TestVolumeBootPattern-1959618143 tempest-TestVolumeBootPattern-1959618143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:52.346325 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-96e4eacc-4bda-412a-a728-c73a184fdcad tempest-TestVolumeBootPattern-1959618143 tempest-TestVolumeBootPattern-1959618143-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 1093 time: 0.0794299 Apr 14 16:18:52.349490 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 43418) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:18:52.355301 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Request body: {'floatingip': {'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'port_id': '461ac3dd-8857-4873-9fb4-b6bf448de255', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:18:52.362088 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:18:52.366088 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Usage tracker for resource:floatingip and tenant:0b946ceeeee447d59c5d0acb6044495e is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:18:52.369060 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:18:52.375116 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:18:52.385838 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for floatingip, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:52.529824 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:52.677971 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Allocated IP 172.27.1.238 (6468e4de-2d6f-487c-961d-9bfd4b201113/10ad9ff7-e740-4818-a690-9a433745e0b4/02b72648-0f6a-407c-99ec-bffc9ebb1c5a) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:18:52.847183 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:52.877955 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:52.894525 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-391e1996-fc8c-4e99-b24d-6bb2ed9ca043 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:53.048041 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Pushing event updated for resources: {'Port': ['ID=02b72648-0f6a-407c-99ec-bffc9ebb1c5a,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:53.052612 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:53.095705 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Network 6468e4de-2d6f-487c-961d-9bfd4b201113 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:18:53.097591 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:18:53.099617 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:18:53.777815 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:53.859976 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:54.146818 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:54.151517 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:54.166934 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:54.312026 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Pushing event updated for resources: {'Port': ['ID=02b72648-0f6a-407c-99ec-bffc9ebb1c5a,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:54.318384 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:54.418361 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853071330'] for floatingip, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:54.613716 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.l3_db [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Floating IP 4a24b8ed-d1ea-4909-88c2-fd5fb65f9402 associated. External IP: 172.27.1.238, port: 461ac3dd-8857-4873-9fb4-b6bf448de255. Apr 14 16:18:55.018389 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:18:55.227352 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:18:55.241353 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5faa1993-0bd1-498a-90cb-ac3458c65dc4 None None] Sync routers for ids ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:18:55.254102 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faa1993-0bd1-498a-90cb-ac3458c65dc4 None None] Routers {'db7688c3-69a4-4b53-9fc8-cd0239a3ea27'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:18:55.255159 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-5faa1993-0bd1-498a-90cb-ac3458c65dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:18:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:18:55.259750 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for floatingip, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:55.323255 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-b69b5f1b-04aa-4611-b554-2c7702471f7f tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9724951 Apr 14 16:18:55.324043 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b3172b-3540-426c-a8d1-ea7f2d4d1ead', 'tag': '461ac3dd-8857-4873-9fb4-b6bf448de255'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:18:55.381382 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b3172b-3540-426c-a8d1-ea7f2d4d1ead', 'tag': '461ac3dd-8857-4873-9fb4-b6bf448de255', 'status': 'completed', 'code': 200} Apr 14 16:18:55.496937 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a9d5b-4e1e-4c16-963e-c05a4d27c060 req-580be7da-f7a3-4821-af39-f15d214e71af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:55.498877 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b61a9d5b-4e1e-4c16-963e-c05a4d27c060 req-580be7da-f7a3-4821-af39-f15d214e71af service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b946ceeeee447d59c5d0acb6044495e&device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 1098 time: 0.0927539 Apr 14 16:18:55.536194 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-5faa1993-0bd1-498a-90cb-ac3458c65dc4 None None] Set router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:18:55.649668 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a9d5b-4e1e-4c16-963e-c05a4d27c060 req-b76bca2f-03b6-4a23-bd13-b9f5241be3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:55.651224 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b61a9d5b-4e1e-4c16-963e-c05a4d27c060 req-b76bca2f-03b6-4a23-bd13-b9f5241be3a4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6945b69-f1c6-418e-b01b-d447b96ec2f1 HTTP/1.1" status: 200 len: 913 time: 0.1463540 Apr 14 16:18:55.760239 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b61a9d5b-4e1e-4c16-963e-c05a4d27c060 req-904539a6-98b7-4955-92e3-d0f196c07393 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=461ac3dd-8857-4873-9fb4-b6bf448de255 HTTP/1.1" status: 200 len: 999 time: 0.1029356 Apr 14 16:18:55.832462 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a9d5b-4e1e-4c16-963e-c05a4d27c060 req-d9f79b50-fc9d-48e5-a7b6-845deeda483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:55.834062 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b61a9d5b-4e1e-4c16-963e-c05a4d27c060 req-d9f79b50-fc9d-48e5-a7b6-845deeda483e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23f0b4b7-6694-4852-8aa6-52cb0ffabd03 HTTP/1.1" status: 200 len: 851 time: 0.0677986 Apr 14 16:18:55.918814 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-5faa1993-0bd1-498a-90cb-ac3458c65dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 4, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': '4a24b8ed-d1ea-4909-88c2-fd5fb65f9402', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'port_id': '461ac3dd-8857-4873-9fb4-b6bf448de255', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'mac_address': 'fa:16:3e:1f:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b3172b-3540-426c-a8d1-ea7f2d4d1ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:18:53Z', 'updated_at': '2021-04-14T16:18:53Z', 'revision_number': 0, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578b3447-edd8-4466-a39d-b5ca5ebb757c', 'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'mac_address': 'fa:16:3e:9b:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:46Z', 'updated_at': '2021-04-14T16:15:57Z', 'revision_number': 5, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'subnets': [{'id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:18:55.919499 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a9d5b-4e1e-4c16-963e-c05a4d27c060 req-e5db7ff0-6f7a-4be7-b678-20cdd54d921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:55.921168 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b61a9d5b-4e1e-4c16-963e-c05a4d27c060 req-e5db7ff0-6f7a-4be7-b678-20cdd54d921a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6945b69-f1c6-418e-b01b-d447b96ec2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806665 Apr 14 16:18:55.923418 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5faa1993-0bd1-498a-90cb-ac3458c65dc4 None None] Checking router: db7688c3-69a4-4b53-9fc8-cd0239a3ea27 for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:18:55.934135 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faa1993-0bd1-498a-90cb-ac3458c65dc4 None None] Routers {'db7688c3-69a4-4b53-9fc8-cd0239a3ea27'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:18:55.934864 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-5faa1993-0bd1-498a-90cb-ac3458c65dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:18:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:18:56.078417 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b61a9d5b-4e1e-4c16-963e-c05a4d27c060 req-0c35e0fd-cd96-4e29-a3c0-8e1a7b4875db service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507556 Apr 14 16:18:56.175265 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-5faa1993-0bd1-498a-90cb-ac3458c65dc4 None None] Set router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:18:56.235407 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b61a9d5b-4e1e-4c16-963e-c05a4d27c060 req-c1258985-442b-4a97-bb8f-c1fc690bd204 service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506131 Apr 14 16:18:56.781214 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-5faa1993-0bd1-498a-90cb-ac3458c65dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 4, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': '4a24b8ed-d1ea-4909-88c2-fd5fb65f9402', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'port_id': '461ac3dd-8857-4873-9fb4-b6bf448de255', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'mac_address': 'fa:16:3e:1f:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b3172b-3540-426c-a8d1-ea7f2d4d1ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:18:53Z', 'updated_at': '2021-04-14T16:18:53Z', 'revision_number': 0, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578b3447-edd8-4466-a39d-b5ca5ebb757c', 'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'mac_address': 'fa:16:3e:9b:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:46Z', 'updated_at': '2021-04-14T16:15:57Z', 'revision_number': 5, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'subnets': [{'id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:18:56.785908 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5faa1993-0bd1-498a-90cb-ac3458c65dc4 None None] The sync data for ids ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'] in dv-cinder-786260-2-iscsi is: [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 4, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': '4a24b8ed-d1ea-4909-88c2-fd5fb65f9402', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'port_id': '461ac3dd-8857-4873-9fb4-b6bf448de255', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'mac_address': 'fa:16:3e:1f:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b3172b-3540-426c-a8d1-ea7f2d4d1ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:18:53Z', 'updated_at': '2021-04-14T16:18:53Z', 'revision_number': 0, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578b3447-edd8-4466-a39d-b5ca5ebb757c', 'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'mac_address': 'fa:16:3e:9b:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:46Z', 'updated_at': '2021-04-14T16:15:57Z', 'revision_number': 5, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'subnets': [{'id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:18:56.814513 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-40f8929b-1690-47e8-a7c4-cbcdbda84bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:57.093499 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3b3a91-4596-4358-9eac-723c7ae570f7 None None] New status for floating IP 4a24b8ed-d1ea-4909-88c2-fd5fb65f9402: ACTIVE {{(pid=85287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:18:59.454758 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7813a038-fcee-4ab8-972f-592ddae2be07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:59.729082 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:00.458344 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:02.099018 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:13.522325 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:20.093988 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b3f49459-bf41-4d6a-b609-4bcfe4848cfc req-dec4e50e-7be8-42f7-bcf6-83ee67506560 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0878847 Apr 14 16:19:20.265465 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f49459-bf41-4d6a-b609-4bcfe4848cfc req-50b1503b-0769-483d-b8b8-703ec7e05f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:20.267212 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b3f49459-bf41-4d6a-b609-4bcfe4848cfc req-50b1503b-0769-483d-b8b8-703ec7e05f5b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b946ceeeee447d59c5d0acb6044495e&device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 1098 time: 0.0864236 Apr 14 16:19:20.434935 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f49459-bf41-4d6a-b609-4bcfe4848cfc req-3c82ca7d-a734-4800-b99e-43ca287e776b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:20.436567 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b3f49459-bf41-4d6a-b609-4bcfe4848cfc req-3c82ca7d-a734-4800-b99e-43ca287e776b service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6945b69-f1c6-418e-b01b-d447b96ec2f1 HTTP/1.1" status: 200 len: 913 time: 0.1490183 Apr 14 16:19:20.818062 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b3f49459-bf41-4d6a-b609-4bcfe4848cfc req-496e331d-218c-434a-98d3-0a5709902572 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=461ac3dd-8857-4873-9fb4-b6bf448de255 HTTP/1.1" status: 200 len: 1001 time: 0.3744688 Apr 14 16:19:20.891204 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f49459-bf41-4d6a-b609-4bcfe4848cfc req-4e135f88-a021-4cbf-8d6f-1c58403c2dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:20.892844 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b3f49459-bf41-4d6a-b609-4bcfe4848cfc req-4e135f88-a021-4cbf-8d6f-1c58403c2dd0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23f0b4b7-6694-4852-8aa6-52cb0ffabd03 HTTP/1.1" status: 200 len: 851 time: 0.0678608 Apr 14 16:19:20.986322 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f49459-bf41-4d6a-b609-4bcfe4848cfc req-9d10408c-36e3-4c09-bb9d-d6dea390eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:20.987973 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b3f49459-bf41-4d6a-b609-4bcfe4848cfc req-9d10408c-36e3-4c09-bb9d-d6dea390eeca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6945b69-f1c6-418e-b01b-d447b96ec2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0884385 Apr 14 16:19:21.177520 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b3f49459-bf41-4d6a-b609-4bcfe4848cfc req-1c377cb2-c086-4a73-aa21-f28b2a1ba35d service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816430 Apr 14 16:19:21.330499 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b3f49459-bf41-4d6a-b609-4bcfe4848cfc req-acd800ec-3e09-46e5-b715-8967062a1eca service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456349 Apr 14 16:19:25.387849 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:19:26.818529 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6becc68c-a5a0-498f-82e0-b87df45637bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:29.456406 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-677e6168-546d-47f1-b459-afc0625b5c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:29.730984 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:30.463353 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:32.104853 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:43.521354 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:56.820729 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6cc2823a-1acd-4738-8971-790ab3097d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:59.459403 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0f01326c-fe63-439d-a7cf-4c8b4d6fb4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:59.735027 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:00.465979 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:02.103031 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:02.387360 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:20:13.521555 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:21.504936 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-db72b3fb-c177-4b3b-b0a8-deda7bfd3909 req-d869e13d-3eba-42df-8ccc-c56f78d84b6f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763130 Apr 14 16:20:21.653512 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72b3fb-c177-4b3b-b0a8-deda7bfd3909 req-c25591db-2586-47f4-95a9-e41bfd63d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:21.655143 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-db72b3fb-c177-4b3b-b0a8-deda7bfd3909 req-c25591db-2586-47f4-95a9-e41bfd63d3a5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b946ceeeee447d59c5d0acb6044495e&device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 1098 time: 0.0801311 Apr 14 16:20:21.808735 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72b3fb-c177-4b3b-b0a8-deda7bfd3909 req-2a3e07b5-9090-463c-9073-3c62dd4fff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:21.810330 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-db72b3fb-c177-4b3b-b0a8-deda7bfd3909 req-2a3e07b5-9090-463c-9073-3c62dd4fff1a service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6945b69-f1c6-418e-b01b-d447b96ec2f1 HTTP/1.1" status: 200 len: 913 time: 0.1366789 Apr 14 16:20:21.915885 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-db72b3fb-c177-4b3b-b0a8-deda7bfd3909 req-5335d822-6c2f-446b-b0a4-41c7c7c50ce1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=461ac3dd-8857-4873-9fb4-b6bf448de255 HTTP/1.1" status: 200 len: 1001 time: 0.0989928 Apr 14 16:20:21.986509 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72b3fb-c177-4b3b-b0a8-deda7bfd3909 req-120f6df4-d9cd-4dc0-9c5e-8e95794f7475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:21.988705 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-db72b3fb-c177-4b3b-b0a8-deda7bfd3909 req-120f6df4-d9cd-4dc0-9c5e-8e95794f7475 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23f0b4b7-6694-4852-8aa6-52cb0ffabd03 HTTP/1.1" status: 200 len: 851 time: 0.0668144 Apr 14 16:20:22.071350 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72b3fb-c177-4b3b-b0a8-deda7bfd3909 req-79841495-1a4f-413b-b953-3264ea081467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:22.072902 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-db72b3fb-c177-4b3b-b0a8-deda7bfd3909 req-79841495-1a4f-413b-b953-3264ea081467 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6945b69-f1c6-418e-b01b-d447b96ec2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782630 Apr 14 16:20:22.214604 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-db72b3fb-c177-4b3b-b0a8-deda7bfd3909 req-2d49884e-820d-4394-a800-07ce0a71dbb2 service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344175 Apr 14 16:20:22.360244 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-db72b3fb-c177-4b3b-b0a8-deda7bfd3909 req-84bbacbf-b2a3-4a3e-b8db-24b9b2323bde service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392586 Apr 14 16:20:26.822844 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f8c5a0bd-7098-46d1-84e9-a88bd92231ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:29.460916 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e32bb72b-a303-4b5d-898f-dac89725836e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:29.735761 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:30.468246 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:30.981555 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-4a22a9e0-84b6-49b3-ba2c-165915f1a60d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-566229808&fields=id&tenant_id=0b946ceeeee447d59c5d0acb6044495e HTTP/1.1" status: 200 len: 267 time: 0.0309110 Apr 14 16:20:31.144381 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-ae752597-4c7f-4d47-86b9-3b2234140e12 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:31.145929 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-ae752597-4c7f-4d47-86b9-3b2234140e12 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/networks?id=d6945b69-f1c6-418e-b01b-d447b96ec2f1 HTTP/1.1" status: 200 len: 812 time: 0.1564178 Apr 14 16:20:31.162978 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-f2bd6e1f-d57e-4a58-bc63-2c674d43c31d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/quotas/0b946ceeeee447d59c5d0acb6044495e HTTP/1.1" status: 200 len: 375 time: 0.0103767 Apr 14 16:20:31.257767 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-f857665b-014c-447d-8d9c-607317c40ec6 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b946ceeeee447d59c5d0acb6044495e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0892491 Apr 14 16:20:31.404147 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-79cc0363-c027-4496-a5c1-aef52bcf3f73 service neutron] 10.222.0.53 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333268 Apr 14 16:20:31.545432 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-14a59cc1-024e-46bc-bd69-7a8fa7901f39 service neutron] 10.222.0.53 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342132 Apr 14 16:20:31.958959 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1bc9041f-b387-4c4c-a7fa-c7e87a6a4d3c req-6f53a65c-400b-42f8-a26b-b5dcdc1a460a tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 210 time: 0.0488658 Apr 14 16:20:32.105982 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:32.988429 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-157c3666-3f34-4f77-b4c9-5be041ce4c98 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:32.990027 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-157c3666-3f34-4f77-b4c9-5be041ce4c98 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.54 "GET /v2.0/networks?id=d6945b69-f1c6-418e-b01b-d447b96ec2f1 HTTP/1.1" status: 200 len: 812 time: 0.1622593 Apr 14 16:20:33.062378 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-e7be8d6c-0788-4904-8c1b-2494a0f27d34 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0b946ceeeee447d59c5d0acb6044495e HTTP/1.1" status: 200 len: 8059 time: 0.0640149 Apr 14 16:20:33.079537 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Request body: {'port': {'device_id': '478cc90d-0e06-474f-ae7d-edec95064fe2', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'admin_state_up': True, 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'security_groups': ['f44dbd25-1f01-4cbb-9a99-3e0903e34b38']}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:20:33.143721 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-340bab2a-3b70-443f-a5a5-6f5015c3cd91 req-3ae540bb-cc07-491f-a7de-4ed3d28cb6ef tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 210 time: 0.0547662 Apr 14 16:20:33.229897 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:20:33.234149 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Usage tracker for resource:port and tenant:0b946ceeeee447d59c5d0acb6044495e is out of sync, need to count used quota {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:20:33.237229 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Quota usage for port was recalculated. Used quota:5. {{(pid=85284) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:20:33.243277 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=85284) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:20:33.252734 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Made reservation on behalf of 0b946ceeeee447d59c5d0acb6044495e for: {'port': 1} {{(pid=85284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:20:33.259145 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:33.412478 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Allocated IP 172.20.0.3 (d6945b69-f1c6-418e-b01b-d447b96ec2f1/23f0b4b7-6694-4852-8aa6-52cb0ffabd03/b08913cc-89d8-49d8-940e-518aa2fd6c89) {{(pid=85284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:20:33.622356 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for port, precommit_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:33.639805 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Transition to ACTIVE for port object b08913cc-89d8-49d8-940e-518aa2fd6c89 will not be triggered until provisioned by entity DHCP. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:20:33.663066 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_create {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:33.679097 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-25b10e54-27e9-487c-b68a-24f28b8db67e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:33.826595 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Pushing event updated for resources: {'Port': ['ID=b08913cc-89d8-49d8-940e-518aa2fd6c89,revision_number=1']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:33.846912 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:33.847353 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:33.847781 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:33.848203 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:33.848621 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:33.849037 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:33.849451 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:33.849866 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:33.850304 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:33.850719 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:33.851134 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:33.851537 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:33.857255 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:33.896016 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Network d6945b69-f1c6-418e-b01b-d447b96ec2f1 is already hosted by enough agents. {{(pid=85284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:20:33.897155 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Resources bound (agent type, host, resource id): {{(pid=85284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:20:33.899477 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Received port after_create {{(pid=85284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:20:33.971240 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:33.971939 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:34.002011 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-5c5ed9e3-6883-4d02-89e4-0d6859d30570 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9267004 Apr 14 16:20:34.014311 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] Request body: {'port': {'device_id': '478cc90d-0e06-474f-ae7d-edec95064fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:20:34.108949 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-9044b69e-b3d5-471c-aee4-8e45101e52ac None None] Provisioning for port b08913cc-89d8-49d8-940e-518aa2fd6c89 completed by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:20:34.114558 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-9044b69e-b3d5-471c-aee4-8e45101e52ac None None] Provisioning complete for port b08913cc-89d8-49d8-940e-518aa2fd6c89 triggered by entity DHCP. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:20:34.114978 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9044b69e-b3d5-471c-aee4-8e45101e52ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:34.137849 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:34.183314 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-9044b69e-b3d5-471c-aee4-8e45101e52ac None None] Port b08913cc-89d8-49d8-940e-518aa2fd6c89 cannot update to ACTIVE because it is not bound. {{(pid=85286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:20:34.359823 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210b45f-8bd8-43b9-b2f3-bf9779e87aa5 req-6211c5a1-3a48-4620-98bf-dbe0a95e7107 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:34.361360 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0210b45f-8bd8-43b9-b2f3-bf9779e87aa5 req-6211c5a1-3a48-4620-98bf-dbe0a95e7107 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 931 time: 0.0895100 Apr 14 16:20:34.392206 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0210b45f-8bd8-43b9-b2f3-bf9779e87aa5 req-f0a18011-6731-47e0-aaae-a12ce9b3628d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0242662 Apr 14 16:20:34.540322 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08913cc-89d8-49d8-940e-518aa2fd6c89 {{(pid=85284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:20:34.548190 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:34.563016 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] Transition to ACTIVE for port object b08913cc-89d8-49d8-940e-518aa2fd6c89 will not be triggered until provisioned by entity L2. {{(pid=85284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:20:34.565698 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:34.581445 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-eb176c9e-108a-4684-879f-e9cfd1fc6e13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:34.723157 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] Pushing event updated for resources: {'Port': ['ID=b08913cc-89d8-49d8-940e-518aa2fd6c89,revision_number=2']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:34.728113 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:34.942380 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] Attempting to bind port b08913cc-89d8-49d8-940e-518aa2fd6c89 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:20:34.942778 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] Attempting to bind port b08913cc-89d8-49d8-940e-518aa2fd6c89 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'e5e2ca27-806e-4c80-a423-8b60c6f20c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1'}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:20:34.943121 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] Attempting to bind port b08913cc-89d8-49d8-940e-518aa2fd6c89 on network d6945b69-f1c6-418e-b01b-d447b96ec2f1 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:20:34.947949 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] Port b08913cc-89d8-49d8-940e-518aa2fd6c89 on network d6945b69-f1c6-418e-b01b-d447b96ec2f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:20:34.948342 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] Attempting to bind port b08913cc-89d8-49d8-940e-518aa2fd6c89 on network d6945b69-f1c6-418e-b01b-d447b96ec2f1 {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:20:34.953667 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] Checking agent: {'id': 'f6195c71-3258-459e-9d3f-74f9782cd5cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'started_at': datetime.datetime(2021, 4, 14, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:20:34.954037 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] Checking segment: {'id': 'e5e2ca27-806e-4c80-a423-8b60c6f20c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:20:34.954483 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] Bound using segment: {'id': 'e5e2ca27-806e-4c80-a423-8b60c6f20c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1'} {{(pid=85284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:20:34.955593 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] Bound port: b08913cc-89d8-49d8-940e-518aa2fd6c89, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e2ca27-806e-4c80-a423-8b60c6f20c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1'}}] {{(pid=85284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:20:34.955996 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:35.042813 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] For port b08913cc-89d8-49d8-940e-518aa2fd6c89, host hv-cinder-78626, cleared binding levels {{(pid=85284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:20:35.046066 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] For port b08913cc-89d8-49d8-940e-518aa2fd6c89, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b08913cc-89d8-49d8-940e-518aa2fd6c89,segment=NetworkSegment(e5e2ca27-806e-4c80-a423-8b60c6f20c27),segment_id=e5e2ca27-806e-4c80-a423-8b60c6f20c27)] {{(pid=85284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:20:35.049915 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850995233'] for port, after_update {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:35.065601 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-09055a53-31f1-4e36-8e50-6b8ee101f564 tempest-AttachVolumeNegativeTest-925950148 tempest-AttachVolumeNegativeTest-925950148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:35.220183 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] Pushing event updated for resources: {'Port': ['ID=b08913cc-89d8-49d8-940e-518aa2fd6c89,revision_number=3']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:35.225808 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:35.257131 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:35.257813 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:35.259716 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-77eb71ad-2de0-470a-8bc4-b5fa1b742881 service neutron] 10.222.0.54 "PUT /v2.0/ports/b08913cc-89d8-49d8-940e-518aa2fd6c89 HTTP/1.1" status: 200 len: 1093 time: 1.2502770 Apr 14 16:20:35.260157 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '478cc90d-0e06-474f-ae7d-edec95064fe2', 'tag': 'b08913cc-89d8-49d8-940e-518aa2fd6c89'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:20:35.336645 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '478cc90d-0e06-474f-ae7d-edec95064fe2', 'tag': 'b08913cc-89d8-49d8-940e-518aa2fd6c89', 'status': 'completed', 'code': 200} Apr 14 16:20:35.381374 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-fd4eb9d1-430f-4f35-bbf4-49e241bf97ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:35.383124 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-fd4eb9d1-430f-4f35-bbf4-49e241bf97ea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b946ceeeee447d59c5d0acb6044495e&device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0857537 Apr 14 16:20:35.461552 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-9641aca6-dd86-46eb-94d3-8af00c73a4e7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b08913cc-89d8-49d8-940e-518aa2fd6c89 HTTP/1.1" status: 200 len: 217 time: 0.0706749 Apr 14 16:20:35.531022 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-67ad54a3-7015-469f-92d6-fc96116ed3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:35.532506 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-67ad54a3-7015-469f-92d6-fc96116ed3a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23f0b4b7-6694-4852-8aa6-52cb0ffabd03 HTTP/1.1" status: 200 len: 851 time: 0.0654275 Apr 14 16:20:35.600120 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2af15a-80ba-4639-8717-5d6b9a59b056 req-6b0bf735-f514-4246-aa67-f03aa428d69d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:35.601733 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3f2af15a-80ba-4639-8717-5d6b9a59b056 req-6b0bf735-f514-4246-aa67-f03aa428d69d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 943 time: 0.0932641 Apr 14 16:20:35.618461 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-dc7d1d01-bbf1-4869-8d5e-bd6a0c5a76bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:35.620026 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-dc7d1d01-bbf1-4869-8d5e-bd6a0c5a76bd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6945b69-f1c6-418e-b01b-d447b96ec2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0804932 Apr 14 16:20:35.633989 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-3f2af15a-80ba-4639-8717-5d6b9a59b056 req-3ac7bdb4-91b4-4ff0-846f-e43dd1d0db60 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254381 Apr 14 16:20:36.006700 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-debe73fd-c425-4aa4-aeca-940059028af8 service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798294 Apr 14 16:20:36.149380 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0043ce42-74af-4f90-b4b9-762629f109e8 req-102e1f33-6464-4727-885e-409fcd0fff60 service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359739 Apr 14 16:20:36.269409 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72224bf-fab2-472f-9348-e2380d30f37d req-e6172497-b0c8-4929-9ef5-bd6e96ca8c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:36.270937 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d72224bf-fab2-472f-9348-e2380d30f37d req-e6172497-b0c8-4929-9ef5-bd6e96ca8c5c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b946ceeeee447d59c5d0acb6044495e&device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0777330 Apr 14 16:20:36.411558 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72224bf-fab2-472f-9348-e2380d30f37d req-0f016ad3-7d11-4a78-9f42-bbb164025d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:36.413017 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d72224bf-fab2-472f-9348-e2380d30f37d req-0f016ad3-7d11-4a78-9f42-bbb164025d8b service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6945b69-f1c6-418e-b01b-d447b96ec2f1 HTTP/1.1" status: 200 len: 913 time: 0.1345065 Apr 14 16:20:36.489850 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d72224bf-fab2-472f-9348-e2380d30f37d req-9ee45de1-072a-487c-833f-8aacb7de6c00 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b08913cc-89d8-49d8-940e-518aa2fd6c89 HTTP/1.1" status: 200 len: 217 time: 0.0692897 Apr 14 16:20:36.563007 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72224bf-fab2-472f-9348-e2380d30f37d req-3a750a99-5611-4e10-a557-8fa30e0794b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:36.564597 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d72224bf-fab2-472f-9348-e2380d30f37d req-3a750a99-5611-4e10-a557-8fa30e0794b0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23f0b4b7-6694-4852-8aa6-52cb0ffabd03 HTTP/1.1" status: 200 len: 851 time: 0.0638552 Apr 14 16:20:36.653286 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72224bf-fab2-472f-9348-e2380d30f37d req-51b346b9-ae4a-4ca2-89b9-dcf76c55680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:36.654935 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d72224bf-fab2-472f-9348-e2380d30f37d req-51b346b9-ae4a-4ca2-89b9-dcf76c55680f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6945b69-f1c6-418e-b01b-d447b96ec2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801942 Apr 14 16:20:36.799572 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d72224bf-fab2-472f-9348-e2380d30f37d req-e595611d-e26e-4043-8e06-e84d5756de60 service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372960 Apr 14 16:20:36.839461 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be3e18-0d97-4b94-9c28-1b9a8d77215f req-9ef58f51-e10c-4374-a05c-4f627213ac46 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:36.840986 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-53be3e18-0d97-4b94-9c28-1b9a8d77215f req-9ef58f51-e10c-4374-a05c-4f627213ac46 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 943 time: 0.0886097 Apr 14 16:20:36.872309 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-53be3e18-0d97-4b94-9c28-1b9a8d77215f req-acc9eafd-5d3a-42cb-9f9d-e1e4fedb81eb tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0238712 Apr 14 16:20:36.941777 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d72224bf-fab2-472f-9348-e2380d30f37d req-67ca87ce-fa43-4018-a330-ad734d19a36f service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349556 Apr 14 16:20:38.076366 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92402e3-f2d4-479d-a904-6c35e0711271 req-fd1891f8-3f0a-46e8-bd47-69dada959661 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:38.077962 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e92402e3-f2d4-479d-a904-6c35e0711271 req-fd1891f8-3f0a-46e8-bd47-69dada959661 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 943 time: 0.0909250 Apr 14 16:20:38.109130 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e92402e3-f2d4-479d-a904-6c35e0711271 req-aa767c4d-f893-4bb1-9ace-d82f397d9f89 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0242884 Apr 14 16:20:38.525925 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [req-dc6daef7-e7f3-45c3-99d4-02ec1a74eb83 req-55edae20-83ae-4a62-88f3-9261453985fc service neutron] (85285) timed out ('10.222.0.54', 61152) {{(pid=85285) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 14 16:20:39.308563 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fe6f8-30b2-4849-b951-d28bdb5fc714 req-f3d35253-1e42-4882-820e-3c134f019d35 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:39.310264 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ba0fe6f8-30b2-4849-b951-d28bdb5fc714 req-f3d35253-1e42-4882-820e-3c134f019d35 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 943 time: 0.0887358 Apr 14 16:20:39.340315 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-ba0fe6f8-30b2-4849-b951-d28bdb5fc714 req-75c5e5d7-ffca-4c03-b2de-18ae16c5c59a tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0236921 Apr 14 16:20:39.385812 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:20:40.542474 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d2558-aa34-4c8e-82eb-546821b8cedf req-d5ae2125-43f8-4a2f-96ce-61c5f7680008 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:40.544048 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-116d2558-aa34-4c8e-82eb-546821b8cedf req-d5ae2125-43f8-4a2f-96ce-61c5f7680008 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 943 time: 0.0900395 Apr 14 16:20:40.574884 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-116d2558-aa34-4c8e-82eb-546821b8cedf req-2cc7e307-2164-43b4-9b15-4cbcaa393d8e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0240045 Apr 14 16:20:41.775036 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cacbd-f753-4ad1-8801-d39315fc7ec3 req-8f4659be-1665-4827-9cb7-daf02a5a201b tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:41.776637 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-388cacbd-f753-4ad1-8801-d39315fc7ec3 req-8f4659be-1665-4827-9cb7-daf02a5a201b tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 943 time: 0.0889218 Apr 14 16:20:41.807044 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-388cacbd-f753-4ad1-8801-d39315fc7ec3 req-afc92db4-8ec5-4d7d-945b-a1546a3c3523 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0241773 Apr 14 16:20:43.008867 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae61386-7899-4172-9b4f-2f41c3dca2b9 req-ee4c697a-0556-4e4c-ad9e-e4c75519e94e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:43.010502 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4ae61386-7899-4172-9b4f-2f41c3dca2b9 req-ee4c697a-0556-4e4c-ad9e-e4c75519e94e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 943 time: 0.0915689 Apr 14 16:20:43.041723 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-4ae61386-7899-4172-9b4f-2f41c3dca2b9 req-54f57370-5e53-4073-aa5a-5fa61060ef5e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0249157 Apr 14 16:20:43.511243 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:44.243732 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12eb6b-e16e-4195-a89f-13e4ec416bf4 req-4860d6bf-08d4-47d7-af9c-193691e807af tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:44.245313 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7a12eb6b-e16e-4195-a89f-13e4ec416bf4 req-4860d6bf-08d4-47d7-af9c-193691e807af tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 943 time: 0.0865698 Apr 14 16:20:44.275685 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-7a12eb6b-e16e-4195-a89f-13e4ec416bf4 req-d650fa3b-4ac4-47e2-8e34-0b657ce62f84 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0235445 Apr 14 16:20:44.965881 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device b08913cc-89d8-49d8-940e-518aa2fd6c89 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:20:45.109282 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port b08913cc-89d8-49d8-940e-518aa2fd6c89, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b08913cc-89d8-49d8-940e-518aa2fd6c89,segment=NetworkSegment(e5e2ca27-806e-4c80-a423-8b60c6f20c27),segment_id=e5e2ca27-806e-4c80-a423-8b60c6f20c27)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:20:45.123092 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Returning: {'device': 'b08913cc-89d8-49d8-940e-518aa2fd6c89', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'port_id': 'b08913cc-89d8-49d8-940e-518aa2fd6c89', 'mac_address': 'fa:16:3e:4a:62:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:20:45.181532 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:45.182845 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08913cc-89d8-49d8-940e-518aa2fd6c89 {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:20:45.199136 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port b08913cc-89d8-49d8-940e-518aa2fd6c89, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b08913cc-89d8-49d8-940e-518aa2fd6c89,segment=NetworkSegment(e5e2ca27-806e-4c80-a423-8b60c6f20c27),segment_id=e5e2ca27-806e-4c80-a423-8b60c6f20c27)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:20:45.202033 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:45.205529 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:45.276929 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=b08913cc-89d8-49d8-940e-518aa2fd6c89,revision_number=4']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:45.284984 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:45.285380 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:45.285762 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:45.286139 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:45.286539 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:45.286913 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:45.287282 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:45.287651 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:45.288023 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:45.288395 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:45.288758 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:45.289119 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:45.293307 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:45.431576 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] get_ports_and_sgs() called for port_ids ['b08913cc-89d8-49d8-940e-518aa2fd6c89'] {{(pid=85286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:20:45.479875 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e9e40-fe0c-4b32-848a-11c8571c59c0 req-37b9fea2-b825-4dbb-88e0-9b7914ae7071 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:45.481480 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e02e9e40-fe0c-4b32-848a-11c8571c59c0 req-37b9fea2-b825-4dbb-88e0-9b7914ae7071 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 944 time: 0.0914259 Apr 14 16:20:45.513829 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e02e9e40-fe0c-4b32-848a-11c8571c59c0 req-f73417d7-3ec5-4b8e-9bcd-012025989493 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0249262 Apr 14 16:20:46.712886 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca423bc-ed96-47a4-820a-d44245596db3 req-ea94dd3a-be67-40a7-835b-dc7262ee3147 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:46.714671 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1ca423bc-ed96-47a4-820a-d44245596db3 req-ea94dd3a-be67-40a7-835b-dc7262ee3147 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 944 time: 0.0902689 Apr 14 16:20:46.744482 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-1ca423bc-ed96-47a4-820a-d44245596db3 req-106ca50c-3ff3-490b-8d5c-2197cd127979 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0235155 Apr 14 16:20:46.981688 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device b08913cc-89d8-49d8-940e-518aa2fd6c89 up at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:20:47.052608 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning for port b08913cc-89d8-49d8-940e-518aa2fd6c89 completed by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:20:47.057761 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.provisioning_blocks [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Provisioning complete for port b08913cc-89d8-49d8-940e-518aa2fd6c89 triggered by entity L2. {{(pid=85286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:20:47.058223 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-466580'] for port, provisioning_complete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:47.183992 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:47.196045 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478cc90d-0e06-474f-ae7d-edec95064fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08913cc-89d8-49d8-940e-518aa2fd6c89'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:20:47.206496 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] For port b08913cc-89d8-49d8-940e-518aa2fd6c89, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b08913cc-89d8-49d8-940e-518aa2fd6c89,segment=NetworkSegment(e5e2ca27-806e-4c80-a423-8b60c6f20c27),segment_id=e5e2ca27-806e-4c80-a423-8b60c6f20c27)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:20:47.209484 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:47.211511 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3f165b94-8361-4e34-8b5e-e8ce7751b141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:47.244033 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478cc90d-0e06-474f-ae7d-edec95064fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08913cc-89d8-49d8-940e-518aa2fd6c89', 'code': 200} Apr 14 16:20:47.286609 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Pushing event updated for resources: {'Port': ['ID=b08913cc-89d8-49d8-940e-518aa2fd6c89,revision_number=5']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:47.289626 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:47.534899 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f685fb-2046-458c-ab70-e20b86d21af1 req-bba5aec1-c74f-4214-b53a-2d02ecefc147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:47.536391 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-57f685fb-2046-458c-ab70-e20b86d21af1 req-bba5aec1-c74f-4214-b53a-2d02ecefc147 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 1098 time: 0.0763655 Apr 14 16:20:47.563373 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-57f685fb-2046-458c-ab70-e20b86d21af1 req-d69526dd-ad2b-4645-bccc-bb3cc98e0558 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0197241 Apr 14 16:20:47.945330 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c5dff-5b0d-4635-9177-b065b1da5164 req-3cfdbc8a-2299-4e96-bf89-1b1a486b0306 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:47.946940 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-883c5dff-5b0d-4635-9177-b065b1da5164 req-3cfdbc8a-2299-4e96-bf89-1b1a486b0306 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 945 time: 0.0898328 Apr 14 16:20:47.978335 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-883c5dff-5b0d-4635-9177-b065b1da5164 req-a70a0aac-c4ef-46d0-88e0-167cba692832 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0249865 Apr 14 16:20:49.181438 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9523b96-b745-4476-91a9-303fbf3c8d3e req-e87601d8-d75b-41e6-b5b3-fa158e9be77b tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:49.183054 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e9523b96-b745-4476-91a9-303fbf3c8d3e req-e87601d8-d75b-41e6-b5b3-fa158e9be77b tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 945 time: 0.0885913 Apr 14 16:20:49.213333 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e9523b96-b745-4476-91a9-303fbf3c8d3e req-80912765-e2da-4ccc-a9ff-57e46cd4ec7c tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0239000 Apr 14 16:20:49.418657 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4e593-a560-4f51-b157-860376f9ee90 req-a1a53aba-49a2-4356-9329-eb5df25fc5cb tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:49.420247 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-30a4e593-a560-4f51-b157-860376f9ee90 req-a1a53aba-49a2-4356-9329-eb5df25fc5cb tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 945 time: 0.0923467 Apr 14 16:20:49.450368 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-30a4e593-a560-4f51-b157-860376f9ee90 req-e987e82a-5390-4c5c-9f78-c9dce2678251 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0235386 Apr 14 16:20:49.475660 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 43526) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:20:49.551247 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8e3b9d-b7ac-463f-b6e4-ef617e36000b tempest-TestVolumeBootPattern-1959618143 tempest-TestVolumeBootPattern-1959618143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:49.552863 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-8f8e3b9d-b7ac-463f-b6e4-ef617e36000b tempest-TestVolumeBootPattern-1959618143 tempest-TestVolumeBootPattern-1959618143-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 1093 time: 0.0761740 Apr 14 16:20:49.555812 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 43530) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:20:49.561230 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.v2.base [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Request body: {'floatingip': {'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'port_id': 'b08913cc-89d8-49d8-940e-518aa2fd6c89', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:20:49.567528 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:20:49.571591 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Usage tracker for resource:floatingip and tenant:0b946ceeeee447d59c5d0acb6044495e is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:20:49.574588 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:20:49.581061 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.quota.driver [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:20:49.590590 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for floatingip, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:49.734011 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:49.877553 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_common [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Allocated IP 172.27.1.124 (6468e4de-2d6f-487c-961d-9bfd4b201113/10ad9ff7-e740-4818-a690-9a433745e0b4/af819311-ecba-464a-8113-c0304a40bcd3) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:20:50.029973 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:50.060307 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363258286743463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850712043'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:50.076145 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-efa77017-a3f2-419c-8559-4dda6c00ae07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:50.211722 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Pushing event updated for resources: {'Port': ['ID=af819311-ecba-464a-8113-c0304a40bcd3,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:50.231739 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:50.232162 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:50.232577 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:50.232985 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:50.233385 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:50.233788 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:50.234220 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:50.235133 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:50.235539 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:50.235931 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:50.236326 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:50.236720 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:20:50.242063 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:50.522801 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Network 6468e4de-2d6f-487c-961d-9bfd4b201113 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:20:50.523919 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.base_scheduler [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:20:50.526305 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:20:50.940090 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:51.019824 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607938'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:51.287193 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:51.290813 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778568469278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258286743446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778568032388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4063757'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:51.305601 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-3580f885-0889-4063-8e63-19b6705946cb tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:20:51.441757 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Pushing event updated for resources: {'Port': ['ID=af819311-ecba-464a-8113-c0304a40bcd3,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:20:51.450999 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:20:51.542226 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853071330'] for floatingip, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:51.725559 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.l3_db [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Floating IP 054b3256-1505-443b-b4ea-028ea9308b47 associated. External IP: 172.27.1.124, port: b08913cc-89d8-49d8-940e-518aa2fd6c89. Apr 14 16:20:52.095865 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:20:52.282809 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:20:52.292538 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0762d595-52e9-4d1f-a26d-00fcd5328b77 None None] Sync routers for ids ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:20:52.302482 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0762d595-52e9-4d1f-a26d-00fcd5328b77 None None] Routers {'db7688c3-69a4-4b53-9fc8-cd0239a3ea27'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:20:52.303156 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-0762d595-52e9-4d1f-a26d-00fcd5328b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:20:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:20:52.306261 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for floatingip, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:52.366755 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-4c4bbf4e-5675-4084-910c-bd1f419260fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8098557 Apr 14 16:20:52.367440 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '478cc90d-0e06-474f-ae7d-edec95064fe2', 'tag': 'b08913cc-89d8-49d8-940e-518aa2fd6c89'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:20:52.416834 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '478cc90d-0e06-474f-ae7d-edec95064fe2', 'tag': 'b08913cc-89d8-49d8-940e-518aa2fd6c89', 'status': 'completed', 'code': 200} Apr 14 16:20:52.491112 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-0762d595-52e9-4d1f-a26d-00fcd5328b77 None None] Set router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:20:52.518909 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1a10e-a297-4294-beda-640283b8ebff req-6f3d6584-29c0-40b0-96ae-d047b0ebbcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:52.520526 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-95f1a10e-a297-4294-beda-640283b8ebff req-6f3d6584-29c0-40b0-96ae-d047b0ebbcdf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b946ceeeee447d59c5d0acb6044495e&device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 1098 time: 0.0827818 Apr 14 16:20:52.665354 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1a10e-a297-4294-beda-640283b8ebff req-7bb766f7-3091-428b-901c-80fcfcdc1603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:52.666988 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-95f1a10e-a297-4294-beda-640283b8ebff req-7bb766f7-3091-428b-901c-80fcfcdc1603 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6945b69-f1c6-418e-b01b-d447b96ec2f1 HTTP/1.1" status: 200 len: 913 time: 0.1399519 Apr 14 16:20:52.775384 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-95f1a10e-a297-4294-beda-640283b8ebff req-0340fcdd-9dcb-47fd-a620-eb27e8d4309e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b08913cc-89d8-49d8-940e-518aa2fd6c89 HTTP/1.1" status: 200 len: 999 time: 0.1018231 Apr 14 16:20:52.845844 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1a10e-a297-4294-beda-640283b8ebff req-0adab290-4327-4326-8fc2-cb7ebdaf6dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:52.847437 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-95f1a10e-a297-4294-beda-640283b8ebff req-0adab290-4327-4326-8fc2-cb7ebdaf6dbd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23f0b4b7-6694-4852-8aa6-52cb0ffabd03 HTTP/1.1" status: 200 len: 851 time: 0.0663905 Apr 14 16:20:52.862731 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-0762d595-52e9-4d1f-a26d-00fcd5328b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 4, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': '054b3256-1505-443b-b4ea-028ea9308b47', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'port_id': 'b08913cc-89d8-49d8-940e-518aa2fd6c89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'mac_address': 'fa:16:3e:4a:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cc90d-0e06-474f-ae7d-edec95064fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:20:50Z', 'updated_at': '2021-04-14T16:20:50Z', 'revision_number': 0, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'fixed_ip_address_scope': None}, {'id': '4a24b8ed-d1ea-4909-88c2-fd5fb65f9402', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'port_id': '461ac3dd-8857-4873-9fb4-b6bf448de255', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'mac_address': 'fa:16:3e:1f:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b3172b-3540-426c-a8d1-ea7f2d4d1ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:18:53Z', 'updated_at': '2021-04-14T16:18:57Z', 'revision_number': 1, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578b3447-edd8-4466-a39d-b5ca5ebb757c', 'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'mac_address': 'fa:16:3e:9b:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:46Z', 'updated_at': '2021-04-14T16:15:57Z', 'revision_number': 5, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'subnets': [{'id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:20:52.866822 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0762d595-52e9-4d1f-a26d-00fcd5328b77 None None] Checking router: db7688c3-69a4-4b53-9fc8-cd0239a3ea27 for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:20:52.875990 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0762d595-52e9-4d1f-a26d-00fcd5328b77 None None] Routers {'db7688c3-69a4-4b53-9fc8-cd0239a3ea27'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:20:52.876650 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-0762d595-52e9-4d1f-a26d-00fcd5328b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:20:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:20:52.931190 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1a10e-a297-4294-beda-640283b8ebff req-8778b3e3-0ecd-4e95-a992-2d89b841fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:20:52.932815 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-95f1a10e-a297-4294-beda-640283b8ebff req-8778b3e3-0ecd-4e95-a992-2d89b841fde1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6945b69-f1c6-418e-b01b-d447b96ec2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785787 Apr 14 16:20:53.082625 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-95f1a10e-a297-4294-beda-640283b8ebff req-7a1849ed-de2f-4b50-ae45-a9398a49e63c service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429772 Apr 14 16:20:53.239790 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-0762d595-52e9-4d1f-a26d-00fcd5328b77 None None] Set router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:20:53.245001 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-95f1a10e-a297-4294-beda-640283b8ebff req-514d3f8f-a3ae-4dcb-800e-e9d8b5204361 service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471448 Apr 14 16:20:53.602889 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-0762d595-52e9-4d1f-a26d-00fcd5328b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 4, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': '054b3256-1505-443b-b4ea-028ea9308b47', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'port_id': 'b08913cc-89d8-49d8-940e-518aa2fd6c89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'mac_address': 'fa:16:3e:4a:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cc90d-0e06-474f-ae7d-edec95064fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:20:50Z', 'updated_at': '2021-04-14T16:20:50Z', 'revision_number': 0, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'fixed_ip_address_scope': None}, {'id': '4a24b8ed-d1ea-4909-88c2-fd5fb65f9402', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'port_id': '461ac3dd-8857-4873-9fb4-b6bf448de255', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'mac_address': 'fa:16:3e:1f:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b3172b-3540-426c-a8d1-ea7f2d4d1ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:18:53Z', 'updated_at': '2021-04-14T16:18:57Z', 'revision_number': 1, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578b3447-edd8-4466-a39d-b5ca5ebb757c', 'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'mac_address': 'fa:16:3e:9b:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:46Z', 'updated_at': '2021-04-14T16:15:57Z', 'revision_number': 5, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'subnets': [{'id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:20:53.607045 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0762d595-52e9-4d1f-a26d-00fcd5328b77 None None] The sync data for ids ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'] in dv-cinder-786260-2-iscsi is: [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 4, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': '054b3256-1505-443b-b4ea-028ea9308b47', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'port_id': 'b08913cc-89d8-49d8-940e-518aa2fd6c89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'mac_address': 'fa:16:3e:4a:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cc90d-0e06-474f-ae7d-edec95064fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:20:50Z', 'updated_at': '2021-04-14T16:20:50Z', 'revision_number': 0, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'fixed_ip_address_scope': None}, {'id': '4a24b8ed-d1ea-4909-88c2-fd5fb65f9402', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'port_id': '461ac3dd-8857-4873-9fb4-b6bf448de255', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'mac_address': 'fa:16:3e:1f:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b3172b-3540-426c-a8d1-ea7f2d4d1ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:18:53Z', 'updated_at': '2021-04-14T16:18:57Z', 'revision_number': 1, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578b3447-edd8-4466-a39d-b5ca5ebb757c', 'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'mac_address': 'fa:16:3e:9b:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:46Z', 'updated_at': '2021-04-14T16:15:57Z', 'revision_number': 5, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'subnets': [{'id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:20:53.885673 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ee96e-bfbb-4143-81e1-0024db760bb9 None None] New status for floating IP 054b3256-1505-443b-b4ea-028ea9308b47: ACTIVE {{(pid=85287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:20:56.823172 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3d8ac6d5-2b04-4c0b-a6b0-ce428493df56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:59.462904 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-94c408a9-4c19-45e0-bfb7-1cf7973c2ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:59.739346 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:00.470277 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:02.108697 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:13.520671 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:16.383962 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:21:22.096026 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-96b45691-13a4-4814-9ab1-219a5598917e req-f8c1f1b5-0bbe-4c3e-8bad-e461e8ac577a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1233582 Apr 14 16:21:22.253998 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b45691-13a4-4814-9ab1-219a5598917e req-58d61722-fa67-4e52-95df-6ed67eba5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:22.255791 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-96b45691-13a4-4814-9ab1-219a5598917e req-58d61722-fa67-4e52-95df-6ed67eba5989 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b946ceeeee447d59c5d0acb6044495e&device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 1098 time: 0.0766060 Apr 14 16:21:22.410064 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b45691-13a4-4814-9ab1-219a5598917e req-4e521fcb-154d-4454-9b57-6342dbc7767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:22.411673 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-96b45691-13a4-4814-9ab1-219a5598917e req-4e521fcb-154d-4454-9b57-6342dbc7767b service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6945b69-f1c6-418e-b01b-d447b96ec2f1 HTTP/1.1" status: 200 len: 913 time: 0.1353264 Apr 14 16:21:22.519771 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-96b45691-13a4-4814-9ab1-219a5598917e req-115da9de-e95b-49f8-bbea-728e66781afe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=461ac3dd-8857-4873-9fb4-b6bf448de255 HTTP/1.1" status: 200 len: 1001 time: 0.1015837 Apr 14 16:21:22.586076 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b45691-13a4-4814-9ab1-219a5598917e req-e2e07379-f9ca-40a2-ab0f-0736c7e8ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:22.587624 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-96b45691-13a4-4814-9ab1-219a5598917e req-e2e07379-f9ca-40a2-ab0f-0736c7e8ca04 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23f0b4b7-6694-4852-8aa6-52cb0ffabd03 HTTP/1.1" status: 200 len: 851 time: 0.0615075 Apr 14 16:21:22.670046 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b45691-13a4-4814-9ab1-219a5598917e req-6ca43fb7-2171-44a3-a745-db7993d3f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:21:22.671714 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-96b45691-13a4-4814-9ab1-219a5598917e req-6ca43fb7-2171-44a3-a745-db7993d3f7ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6945b69-f1c6-418e-b01b-d447b96ec2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780032 Apr 14 16:21:22.813527 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-96b45691-13a4-4814-9ab1-219a5598917e req-5dca3030-032d-41a5-9737-4e041f461e1b service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353307 Apr 14 16:21:22.954544 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-96b45691-13a4-4814-9ab1-219a5598917e req-15266062-368d-4302-beb7-d229cde38e04 service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346173 Apr 14 16:21:26.824312 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d6317675-efd0-4cf2-8c9d-e2a0b5331092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:29.462887 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-be12ea19-5775-41d3-b1c2-b13300f7a3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:29.742633 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:30.472047 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:32.109912 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:43.512265 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:53.382562 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:21:56.826973 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-8e01de1b-435a-4bf7-99d2-ff46f06ee9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:59.464402 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-39affeaa-23d7-456f-93fb-645d1463d817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:59.744621 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:00.473165 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:02.112087 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:13.518264 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:20.637374 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 43566) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:20.900094 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Deleting port af819311-ecba-464a-8113-c0304a40bcd3 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:20.900463 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:21.312569 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:21.312966 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:21.445211 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Calling delete_port for af819311-ecba-464a-8113-c0304a40bcd3 owned by network:floatingip {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:21.606480 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850712043'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:21.622783 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-2bd98595-8acd-44c2-9f39-143c3ab625e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:21.687025 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Pushing event deleted for resources: {'Port': ['ID=af819311-ecba-464a-8113-c0304a40bcd3,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:21.755693 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:21.756163 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:21.756641 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:21.757053 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:21.757483 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:21.757957 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:21.758453 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:21.758925 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:21.759367 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:21.759799 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:21.760219 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:21.760749 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:21.766689 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:21.910038 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for floatingip, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:21.910372 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.l3_db [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Floating IP 054b3256-1505-443b-b4ea-028ea9308b47 disassociated (deleted). External IP: 172.27.1.124, port: b08913cc-89d8-49d8-940e-518aa2fd6c89. Apr 14 16:22:22.286516 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:22:22.473690 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:22:22.483326 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23aa022-7565-43b6-a557-00e352c09e66 None None] Sync routers for ids ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:22:22.491462 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for floatingip, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:22.493647 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23aa022-7565-43b6-a557-00e352c09e66 None None] Routers {'db7688c3-69a4-4b53-9fc8-cd0239a3ea27'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:22:22.494345 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-f23aa022-7565-43b6-a557-00e352c09e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:21:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:22.552111 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-d5623501-cffa-4dbe-b0b1-19fe0d53a250 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "DELETE /v2.0/floatingips/054b3256-1505-443b-b4ea-028ea9308b47 HTTP/1.1" status: 204 len: 168 time: 1.9134912 Apr 14 16:22:22.552707 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '478cc90d-0e06-474f-ae7d-edec95064fe2', 'tag': 'b08913cc-89d8-49d8-940e-518aa2fd6c89'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:22:22.689674 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-f23aa022-7565-43b6-a557-00e352c09e66 None None] Set router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:22:22.707283 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '478cc90d-0e06-474f-ae7d-edec95064fe2', 'tag': 'b08913cc-89d8-49d8-940e-518aa2fd6c89', 'status': 'completed', 'code': 200} Apr 14 16:22:22.819135 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f6fc3-a3cc-4a67-8c01-625576e1d736 req-69d8d6d5-a27c-4d29-afbb-65e9097e858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:22.820896 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fa7f6fc3-a3cc-4a67-8c01-625576e1d736 req-69d8d6d5-a27c-4d29-afbb-65e9097e858f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b946ceeeee447d59c5d0acb6044495e&device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 1098 time: 0.0917873 Apr 14 16:22:22.970763 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f6fc3-a3cc-4a67-8c01-625576e1d736 req-54fab93d-040b-4ff3-9dab-24e660705096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:22.972393 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fa7f6fc3-a3cc-4a67-8c01-625576e1d736 req-54fab93d-040b-4ff3-9dab-24e660705096 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6945b69-f1c6-418e-b01b-d447b96ec2f1 HTTP/1.1" status: 200 len: 913 time: 0.1442707 Apr 14 16:22:23.018612 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5dc7d5-7584-42d7-a62e-33443ec359e8 req-c366dce5-d9d3-46c5-b221-793e924ef4bb tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:23.028496 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-0d5dc7d5-7584-42d7-a62e-33443ec359e8 req-c366dce5-d9d3-46c5-b221-793e924ef4bb tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Synchronizing usage tracker for tenant:0b946ceeeee447d59c5d0acb6044495e on resource:port {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:22:23.045582 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-0d5dc7d5-7584-42d7-a62e-33443ec359e8 req-c366dce5-d9d3-46c5-b221-793e924ef4bb tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Unset dirty status for tenant:0b946ceeeee447d59c5d0acb6044495e on resource:port {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:22:23.046922 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0d5dc7d5-7584-42d7-a62e-33443ec359e8 req-c366dce5-d9d3-46c5-b221-793e924ef4bb tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 945 time: 0.1822972 Apr 14 16:22:23.071432 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fa7f6fc3-a3cc-4a67-8c01-625576e1d736 req-274e5560-1a52-468d-a55b-29af07314e45 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b08913cc-89d8-49d8-940e-518aa2fd6c89 HTTP/1.1" status: 200 len: 217 time: 0.0919082 Apr 14 16:22:23.078805 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-f23aa022-7565-43b6-a557-00e352c09e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 4, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': '4a24b8ed-d1ea-4909-88c2-fd5fb65f9402', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'port_id': '461ac3dd-8857-4873-9fb4-b6bf448de255', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'mac_address': 'fa:16:3e:1f:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b3172b-3540-426c-a8d1-ea7f2d4d1ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:18:53Z', 'updated_at': '2021-04-14T16:18:57Z', 'revision_number': 1, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578b3447-edd8-4466-a39d-b5ca5ebb757c', 'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'mac_address': 'fa:16:3e:9b:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:46Z', 'updated_at': '2021-04-14T16:15:57Z', 'revision_number': 5, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'subnets': [{'id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:23.082993 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-0d5dc7d5-7584-42d7-a62e-33443ec359e8 req-0ec53da5-c239-4744-95c3-787ab55b8ba3 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293000 Apr 14 16:22:23.083139 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23aa022-7565-43b6-a557-00e352c09e66 None None] Checking router: db7688c3-69a4-4b53-9fc8-cd0239a3ea27 for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:22:23.092567 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23aa022-7565-43b6-a557-00e352c09e66 None None] Routers {'db7688c3-69a4-4b53-9fc8-cd0239a3ea27'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:22:23.093250 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-f23aa022-7565-43b6-a557-00e352c09e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:21:59Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:23.145804 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f6fc3-a3cc-4a67-8c01-625576e1d736 req-ab50aa6b-9602-42e5-9429-74b0b46ea094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:23.147481 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fa7f6fc3-a3cc-4a67-8c01-625576e1d736 req-ab50aa6b-9602-42e5-9429-74b0b46ea094 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23f0b4b7-6694-4852-8aa6-52cb0ffabd03 HTTP/1.1" status: 200 len: 851 time: 0.0681086 Apr 14 16:22:23.234265 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f6fc3-a3cc-4a67-8c01-625576e1d736 req-641144b5-6f2d-4e8a-925e-cb632cd73bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:23.235925 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fa7f6fc3-a3cc-4a67-8c01-625576e1d736 req-641144b5-6f2d-4e8a-925e-cb632cd73bf9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6945b69-f1c6-418e-b01b-d447b96ec2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819507 Apr 14 16:22:23.281200 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-f23aa022-7565-43b6-a557-00e352c09e66 None None] Set router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:22:23.378706 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fa7f6fc3-a3cc-4a67-8c01-625576e1d736 req-25f0b494-19d9-4ccf-8c3e-4866e7f4f7e0 service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358531 Apr 14 16:22:23.686904 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-f23aa022-7565-43b6-a557-00e352c09e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 4, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': '4a24b8ed-d1ea-4909-88c2-fd5fb65f9402', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'port_id': '461ac3dd-8857-4873-9fb4-b6bf448de255', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'mac_address': 'fa:16:3e:1f:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b3172b-3540-426c-a8d1-ea7f2d4d1ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:18:53Z', 'updated_at': '2021-04-14T16:18:57Z', 'revision_number': 1, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578b3447-edd8-4466-a39d-b5ca5ebb757c', 'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'mac_address': 'fa:16:3e:9b:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:46Z', 'updated_at': '2021-04-14T16:15:57Z', 'revision_number': 5, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'subnets': [{'id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:23.691823 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23aa022-7565-43b6-a557-00e352c09e66 None None] The sync data for ids ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'] in dv-cinder-786260-2-iscsi is: [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 4, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_floatingips': [{'id': '4a24b8ed-d1ea-4909-88c2-fd5fb65f9402', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'router_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'port_id': '461ac3dd-8857-4873-9fb4-b6bf448de255', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'mac_address': 'fa:16:3e:1f:f3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b3172b-3540-426c-a8d1-ea7f2d4d1ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:18:53Z', 'updated_at': '2021-04-14T16:18:57Z', 'revision_number': 1, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578b3447-edd8-4466-a39d-b5ca5ebb757c', 'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'mac_address': 'fa:16:3e:9b:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:46Z', 'updated_at': '2021-04-14T16:15:57Z', 'revision_number': 5, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'subnets': [{'id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:22:23.775807 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-fa7f6fc3-a3cc-4a67-8c01-625576e1d736 req-22e98f76-b3b6-4dc9-9784-f027526427ec service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895793 Apr 14 16:22:24.105130 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2edccb-259c-4bda-8d99-911edff56b74 None None] New status for floating IP 054b3256-1505-443b-b4ea-028ea9308b47: DOWN {{(pid=85287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:22:24.351729 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3cbe7-aca0-4846-9665-ceae844daeb7 req-26f0634d-a96f-492b-a613-a6f89afe85c0 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:24.353382 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b5c3cbe7-aca0-4846-9665-ceae844daeb7 req-26f0634d-a96f-492b-a613-a6f89afe85c0 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 945 time: 0.1432621 Apr 14 16:22:24.390217 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-b5c3cbe7-aca0-4846-9665-ceae844daeb7 req-518f0d40-10f4-4189-aeda-66488a7c7e69 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294745 Apr 14 16:22:24.419925 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5473f1a-55b4-432e-8c41-b362b1e7f049 req-e595aba2-4cc6-4c64-9b21-532e77712375 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:24.420688 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-a5473f1a-55b4-432e-8c41-b362b1e7f049 req-e595aba2-4cc6-4c64-9b21-532e77712375 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Synchronizing usage tracker for tenant:0b946ceeeee447d59c5d0acb6044495e on resource:port {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:22:24.433426 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-a5473f1a-55b4-432e-8c41-b362b1e7f049 req-e595aba2-4cc6-4c64-9b21-532e77712375 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Unset dirty status for tenant:0b946ceeeee447d59c5d0acb6044495e on resource:port {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:22:24.434686 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a5473f1a-55b4-432e-8c41-b362b1e7f049 req-e595aba2-4cc6-4c64-9b21-532e77712375 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.54 "GET /v2.0/ports?device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 945 time: 0.1043308 Apr 14 16:22:24.516427 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-a5473f1a-55b4-432e-8c41-b362b1e7f049 req-00937e68-1e6b-4836-9f25-8d31188a9356 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Deleting port b08913cc-89d8-49d8-940e-518aa2fd6c89 {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:24.516818 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-a5473f1a-55b4-432e-8c41-b362b1e7f049 req-00937e68-1e6b-4836-9f25-8d31188a9356 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:24.773006 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-a5473f1a-55b4-432e-8c41-b362b1e7f049 req-00937e68-1e6b-4836-9f25-8d31188a9356 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] For port b08913cc-89d8-49d8-940e-518aa2fd6c89, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b08913cc-89d8-49d8-940e-518aa2fd6c89,segment=NetworkSegment(e5e2ca27-806e-4c80-a423-8b60c6f20c27),segment_id=e5e2ca27-806e-4c80-a423-8b60c6f20c27)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:22:24.773643 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-a5473f1a-55b4-432e-8c41-b362b1e7f049 req-00937e68-1e6b-4836-9f25-8d31188a9356 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:24.908563 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-a5473f1a-55b4-432e-8c41-b362b1e7f049 req-00937e68-1e6b-4836-9f25-8d31188a9356 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Calling delete_port for b08913cc-89d8-49d8-940e-518aa2fd6c89 owned by compute:nova {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:25.057827 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-a5473f1a-55b4-432e-8c41-b362b1e7f049 req-00937e68-1e6b-4836-9f25-8d31188a9356 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:25.076174 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4c67c45b-0540-473d-af1f-6bf2c8a3ebb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:25.133081 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00937e68-1e6b-4836-9f25-8d31188a9356 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Pushing event deleted for resources: {'Port': ['ID=b08913cc-89d8-49d8-940e-518aa2fd6c89,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:25.146429 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00937e68-1e6b-4836-9f25-8d31188a9356 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:25.146858 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00937e68-1e6b-4836-9f25-8d31188a9356 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:25.147276 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00937e68-1e6b-4836-9f25-8d31188a9356 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:25.147688 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00937e68-1e6b-4836-9f25-8d31188a9356 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:25.148095 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00937e68-1e6b-4836-9f25-8d31188a9356 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:25.148501 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00937e68-1e6b-4836-9f25-8d31188a9356 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:25.148911 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00937e68-1e6b-4836-9f25-8d31188a9356 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:25.149316 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00937e68-1e6b-4836-9f25-8d31188a9356 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:25.149721 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00937e68-1e6b-4836-9f25-8d31188a9356 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:25.150621 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00937e68-1e6b-4836-9f25-8d31188a9356 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:25.151580 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00937e68-1e6b-4836-9f25-8d31188a9356 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:25.151979 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00937e68-1e6b-4836-9f25-8d31188a9356 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-2-iscsi {{(pid=85284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:22:25.156802 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-00937e68-1e6b-4836-9f25-8d31188a9356 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:25.337516 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5473f1a-55b4-432e-8c41-b362b1e7f049 req-00937e68-1e6b-4836-9f25-8d31188a9356 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] No DVR routers for this DVR port b08913cc-89d8-49d8-940e-518aa2fd6c89 on host hv-cinder-78626 {{(pid=85284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:22:25.340831 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-a5473f1a-55b4-432e-8c41-b362b1e7f049 req-00937e68-1e6b-4836-9f25-8d31188a9356 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:25.343626 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478cc90d-0e06-474f-ae7d-edec95064fe2', 'name': 'network-vif-deleted', 'tag': 'b08913cc-89d8-49d8-940e-518aa2fd6c89'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:22:25.358713 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-a5473f1a-55b4-432e-8c41-b362b1e7f049 req-00937e68-1e6b-4836-9f25-8d31188a9356 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.54 "DELETE /v2.0/ports/b08913cc-89d8-49d8-940e-518aa2fd6c89 HTTP/1.1" status: 204 len: 173 time: 0.9182899 Apr 14 16:22:25.441365 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478cc90d-0e06-474f-ae7d-edec95064fe2', 'name': 'network-vif-deleted', 'tag': 'b08913cc-89d8-49d8-940e-518aa2fd6c89', 'status': 'completed', 'code': 200} Apr 14 16:22:25.565784 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-41878988-c481-40b8-b174-394a6a684977 req-35a99382-e7db-45bd-8d7d-d5d24cdc36ca tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=478cc90d-0e06-474f-ae7d-edec95064fe2 HTTP/1.1" status: 200 len: 210 time: 0.0519331 Apr 14 16:22:26.827972 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e51b5856-0ce0-47e3-b370-9303b47e6151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:27.550135 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device b08913cc-89d8-49d8-940e-518aa2fd6c89 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:22:27.587193 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] No Port match for: b08913cc-89d8-49d8-940e-518aa2fd6c89 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:22:27.587584 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device b08913cc-89d8-49d8-940e-518aa2fd6c89 not bound to the agent host hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:22:29.086957 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 43608) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:29.305879 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-0640d12c-35bf-4f25-bfaa-7fd6f2ef42f2 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Deleting port 02b72648-0f6a-407c-99ec-bffc9ebb1c5a {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:29.306215 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0640d12c-35bf-4f25-bfaa-7fd6f2ef42f2 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:29.465450 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3c370807-3764-487e-bdfd-efa202b2c12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:29.487681 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0640d12c-35bf-4f25-bfaa-7fd6f2ef42f2 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:29.488089 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0640d12c-35bf-4f25-bfaa-7fd6f2ef42f2 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:29.629117 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-0640d12c-35bf-4f25-bfaa-7fd6f2ef42f2 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Calling delete_port for 02b72648-0f6a-407c-99ec-bffc9ebb1c5a owned by network:floatingip {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:29.752693 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:29.792116 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0640d12c-35bf-4f25-bfaa-7fd6f2ef42f2 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850712043'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:29.807795 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-13b1e158-162f-4ba8-9131-a7002a4c812e tempest-AttachVolumeTestJSON-217374664 tempest-AttachVolumeTestJSON-217374664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:29.865032 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640d12c-35bf-4f25-bfaa-7fd6f2ef42f2 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Pushing event deleted for resources: {'Port': ['ID=02b72648-0f6a-407c-99ec-bffc9ebb1c5a,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:29.868873 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0640d12c-35bf-4f25-bfaa-7fd6f2ef42f2 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:30.068014 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0640d12c-35bf-4f25-bfaa-7fd6f2ef42f2 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for floatingip, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:30.068392 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.db.l3_db [None req-0640d12c-35bf-4f25-bfaa-7fd6f2ef42f2 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Floating IP 4a24b8ed-d1ea-4909-88c2-fd5fb65f9402 disassociated (deleted). External IP: 172.27.1.238, port: 461ac3dd-8857-4873-9fb4-b6bf448de255. Apr 14 16:22:30.382256 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:22:30.475981 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:30.687093 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0640d12c-35bf-4f25-bfaa-7fd6f2ef42f2 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:22:30.878428 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0640d12c-35bf-4f25-bfaa-7fd6f2ef42f2 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:22:30.888654 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410409a6-54a7-4ee3-a7ed-16aee7314408 None None] Sync routers for ids ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:22:30.895012 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0640d12c-35bf-4f25-bfaa-7fd6f2ef42f2 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for floatingip, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:30.898310 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410409a6-54a7-4ee3-a7ed-16aee7314408 None None] Routers {'db7688c3-69a4-4b53-9fc8-cd0239a3ea27'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:22:30.898988 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-410409a6-54a7-4ee3-a7ed-16aee7314408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:22:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:30.953031 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-0640d12c-35bf-4f25-bfaa-7fd6f2ef42f2 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "DELETE /v2.0/floatingips/4a24b8ed-d1ea-4909-88c2-fd5fb65f9402 HTTP/1.1" status: 204 len: 168 time: 1.8647981 Apr 14 16:22:30.953625 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b3172b-3540-426c-a8d1-ea7f2d4d1ead', 'tag': '461ac3dd-8857-4873-9fb4-b6bf448de255'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:22:31.005348 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b3172b-3540-426c-a8d1-ea7f2d4d1ead', 'tag': '461ac3dd-8857-4873-9fb4-b6bf448de255', 'status': 'completed', 'code': 200} Apr 14 16:22:31.095226 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-410409a6-54a7-4ee3-a7ed-16aee7314408 None None] Set router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:22:31.114694 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b8584-1ef3-45ff-8d05-49030583e83e req-6d3677c2-5fe2-4046-bf72-7dddc057098d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:31.116345 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-479b8584-1ef3-45ff-8d05-49030583e83e req-6d3677c2-5fe2-4046-bf72-7dddc057098d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b946ceeeee447d59c5d0acb6044495e&device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 1098 time: 0.0868642 Apr 14 16:22:31.298633 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b8584-1ef3-45ff-8d05-49030583e83e req-abe1abda-3b65-4d5f-bc50-e4c17c44cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:31.300174 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-479b8584-1ef3-45ff-8d05-49030583e83e req-abe1abda-3b65-4d5f-bc50-e4c17c44cf4a service neutron] 10.222.0.54 "GET /v2.0/networks?id=d6945b69-f1c6-418e-b01b-d447b96ec2f1 HTTP/1.1" status: 200 len: 913 time: 0.1719542 Apr 14 16:22:31.374868 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40da06b-10ed-4c68-8f1f-ba6ca28b648b req-a21fbe00-bf71-4513-9a6f-f9ac4f10a49d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:31.375918 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-c40da06b-10ed-4c68-8f1f-ba6ca28b648b req-a21fbe00-bf71-4513-9a6f-f9ac4f10a49d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Synchronizing usage tracker for tenant:0b946ceeeee447d59c5d0acb6044495e on resource:port {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:22:31.377940 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-479b8584-1ef3-45ff-8d05-49030583e83e req-d504f3f8-7683-4453-92c6-ac9201368719 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=461ac3dd-8857-4873-9fb4-b6bf448de255 HTTP/1.1" status: 200 len: 217 time: 0.0702333 Apr 14 16:22:31.392173 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-c40da06b-10ed-4c68-8f1f-ba6ca28b648b req-a21fbe00-bf71-4513-9a6f-f9ac4f10a49d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Unset dirty status for tenant:0b946ceeeee447d59c5d0acb6044495e on resource:port {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:22:31.393443 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c40da06b-10ed-4c68-8f1f-ba6ca28b648b req-a21fbe00-bf71-4513-9a6f-f9ac4f10a49d tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 945 time: 0.1109545 Apr 14 16:22:31.426602 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-c40da06b-10ed-4c68-8f1f-ba6ca28b648b req-9c3af214-209a-46a3-afcd-c6c6977d62f6 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258753 Apr 14 16:22:31.438932 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-410409a6-54a7-4ee3-a7ed-16aee7314408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 4, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '578b3447-edd8-4466-a39d-b5ca5ebb757c', 'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'mac_address': 'fa:16:3e:9b:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:46Z', 'updated_at': '2021-04-14T16:15:57Z', 'revision_number': 5, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'subnets': [{'id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:31.443583 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410409a6-54a7-4ee3-a7ed-16aee7314408 None None] Checking router: db7688c3-69a4-4b53-9fc8-cd0239a3ea27 for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:22:31.452294 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b8584-1ef3-45ff-8d05-49030583e83e req-acb512fd-2378-44ee-9e94-d6555fa512bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:31.453997 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-479b8584-1ef3-45ff-8d05-49030583e83e req-acb512fd-2378-44ee-9e94-d6555fa512bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23f0b4b7-6694-4852-8aa6-52cb0ffabd03 HTTP/1.1" status: 200 len: 851 time: 0.0692370 Apr 14 16:22:31.458495 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410409a6-54a7-4ee3-a7ed-16aee7314408 None None] Routers {'db7688c3-69a4-4b53-9fc8-cd0239a3ea27'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:22:31.459176 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-410409a6-54a7-4ee3-a7ed-16aee7314408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:22:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:31.541728 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b8584-1ef3-45ff-8d05-49030583e83e req-84d14d48-28b6-4ae1-9b12-92ff95c12a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:31.543687 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-479b8584-1ef3-45ff-8d05-49030583e83e req-84d14d48-28b6-4ae1-9b12-92ff95c12a2b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6945b69-f1c6-418e-b01b-d447b96ec2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819130 Apr 14 16:22:31.645980 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-410409a6-54a7-4ee3-a7ed-16aee7314408 None None] Set router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:22:31.698695 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-479b8584-1ef3-45ff-8d05-49030583e83e req-f8c1095f-eb72-496e-bd62-15a042775f21 service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480279 Apr 14 16:22:31.851807 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-479b8584-1ef3-45ff-8d05-49030583e83e req-2f7c9f8e-d651-4446-9414-bb55e64a3341 service neutron] 10.222.0.54 "GET /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455891 Apr 14 16:22:32.137509 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:32.164919 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-410409a6-54a7-4ee3-a7ed-16aee7314408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 4, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '578b3447-edd8-4466-a39d-b5ca5ebb757c', 'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'mac_address': 'fa:16:3e:9b:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:46Z', 'updated_at': '2021-04-14T16:15:57Z', 'revision_number': 5, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'subnets': [{'id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:32.169089 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410409a6-54a7-4ee3-a7ed-16aee7314408 None None] The sync data for ids ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'] in dv-cinder-786260-2-iscsi is: [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:47Z', 'revision_number': 4, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi', '_interfaces': [{'id': '578b3447-edd8-4466-a39d-b5ca5ebb757c', 'name': '', 'network_id': 'd6945b69-f1c6-418e-b01b-d447b96ec2f1', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'mac_address': 'fa:16:3e:9b:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:46Z', 'updated_at': '2021-04-14T16:15:57Z', 'revision_number': 5, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'subnets': [{'id': '23f0b4b7-6694-4852-8aa6-52cb0ffabd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:22:32.561552 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bd3745-09a0-40f3-8033-3562d3e07fd7 None None] New status for floating IP 4a24b8ed-d1ea-4909-88c2-fd5fb65f9402: DOWN {{(pid=85287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:22:32.636694 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5e1bf-ec2d-4c5d-8f8c-1b5650ead0b4 req-60e0f5ac-b765-4cfe-8bfd-ca917aed38fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:32.638264 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e2b5e1bf-ec2d-4c5d-8f8c-1b5650ead0b4 req-60e0f5ac-b765-4cfe-8bfd-ca917aed38fd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 945 time: 0.0904026 Apr 14 16:22:32.669557 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e2b5e1bf-ec2d-4c5d-8f8c-1b5650ead0b4 req-13cccff1-3dd1-4b20-8590-c242aae6cdaf tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/security-groups?id=f44dbd25-1f01-4cbb-9a99-3e0903e34b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0247073 Apr 14 16:22:32.748752 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30da0d9-66bb-4f41-88cf-e0099794145f req-c95c90fb-af40-4a6f-8cac-93f4dddfc339 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:22:32.749530 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-e30da0d9-66bb-4f41-88cf-e0099794145f req-c95c90fb-af40-4a6f-8cac-93f4dddfc339 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Synchronizing usage tracker for tenant:0b946ceeeee447d59c5d0acb6044495e on resource:port {{(pid=85284) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:22:32.762378 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.quota.resource [req-e30da0d9-66bb-4f41-88cf-e0099794145f req-c95c90fb-af40-4a6f-8cac-93f4dddfc339 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Unset dirty status for tenant:0b946ceeeee447d59c5d0acb6044495e on resource:port {{(pid=85284) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:22:32.763574 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e30da0d9-66bb-4f41-88cf-e0099794145f req-c95c90fb-af40-4a6f-8cac-93f4dddfc339 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.54 "GET /v2.0/ports?device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 945 time: 0.1084249 Apr 14 16:22:32.839530 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-e30da0d9-66bb-4f41-88cf-e0099794145f req-218ba176-20ec-497a-8f93-61371b9074cd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Deleting port 461ac3dd-8857-4873-9fb4-b6bf448de255 {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:32.839930 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-e30da0d9-66bb-4f41-88cf-e0099794145f req-218ba176-20ec-497a-8f93-61371b9074cd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:33.099900 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [req-e30da0d9-66bb-4f41-88cf-e0099794145f req-218ba176-20ec-497a-8f93-61371b9074cd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] For port 461ac3dd-8857-4873-9fb4-b6bf448de255, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=461ac3dd-8857-4873-9fb4-b6bf448de255,segment=NetworkSegment(e5e2ca27-806e-4c80-a423-8b60c6f20c27),segment_id=e5e2ca27-806e-4c80-a423-8b60c6f20c27)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:22:33.100297 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-e30da0d9-66bb-4f41-88cf-e0099794145f req-218ba176-20ec-497a-8f93-61371b9074cd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:33.234265 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [req-e30da0d9-66bb-4f41-88cf-e0099794145f req-218ba176-20ec-497a-8f93-61371b9074cd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Calling delete_port for 461ac3dd-8857-4873-9fb4-b6bf448de255 owned by compute:nova {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:33.386683 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-e30da0d9-66bb-4f41-88cf-e0099794145f req-218ba176-20ec-497a-8f93-61371b9074cd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:33.403921 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4f4a34d8-1dbc-4c15-85d0-bad7d41e1958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:33.462894 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ba176-20ec-497a-8f93-61371b9074cd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Pushing event deleted for resources: {'Port': ['ID=461ac3dd-8857-4873-9fb4-b6bf448de255,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:33.465525 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-218ba176-20ec-497a-8f93-61371b9074cd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:33.646570 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30da0d9-66bb-4f41-88cf-e0099794145f req-218ba176-20ec-497a-8f93-61371b9074cd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] No DVR routers for this DVR port 461ac3dd-8857-4873-9fb4-b6bf448de255 on host hv-cinder-78626 {{(pid=85284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:22:33.649098 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [req-e30da0d9-66bb-4f41-88cf-e0099794145f req-218ba176-20ec-497a-8f93-61371b9074cd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for port, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:33.653234 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b3172b-3540-426c-a8d1-ea7f2d4d1ead', 'name': 'network-vif-deleted', 'tag': '461ac3dd-8857-4873-9fb4-b6bf448de255'}] {{(pid=85284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:22:33.667298 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-e30da0d9-66bb-4f41-88cf-e0099794145f req-218ba176-20ec-497a-8f93-61371b9074cd tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.54 "DELETE /v2.0/ports/461ac3dd-8857-4873-9fb4-b6bf448de255 HTTP/1.1" status: 204 len: 173 time: 0.8982847 Apr 14 16:22:33.702402 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b3172b-3540-426c-a8d1-ea7f2d4d1ead', 'name': 'network-vif-deleted', 'tag': '461ac3dd-8857-4873-9fb4-b6bf448de255', 'status': 'completed', 'code': 200} Apr 14 16:22:33.840725 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [req-d38dbbdf-69a6-42fc-acf3-75d3b4bb2d5a req-2569f1a0-729b-4f80-a6a1-5a7649e922ee tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "GET /v2.0/ports?device_id=87b3172b-3540-426c-a8d1-ea7f2d4d1ead HTTP/1.1" status: 200 len: 210 time: 0.0532854 Apr 14 16:22:34.941234 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 43626) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:35.111776 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-028644b2-1e41-432d-a667-253d25a6acbc tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Deleting port fe0a573e-2214-4575-a93f-0efd85d9c90f {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:35.112160 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-028644b2-1e41-432d-a667-253d25a6acbc tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:35.291146 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-028644b2-1e41-432d-a667-253d25a6acbc tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:35.291433 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-028644b2-1e41-432d-a667-253d25a6acbc tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:35.420775 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-028644b2-1e41-432d-a667-253d25a6acbc tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Calling delete_port for fe0a573e-2214-4575-a93f-0efd85d9c90f owned by network:floatingip {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:35.565023 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 461ac3dd-8857-4873-9fb4-b6bf448de255 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:22:35.565972 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-028644b2-1e41-432d-a667-253d25a6acbc tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:35.581375 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4d1ccb12-daab-4fde-bfc7-60ff945f1144 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:35.602651 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] No Port match for: 461ac3dd-8857-4873-9fb4-b6bf448de255 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:22:35.603716 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Device 461ac3dd-8857-4873-9fb4-b6bf448de255 not bound to the agent host hv-cinder-78626 {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:22:35.639184 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028644b2-1e41-432d-a667-253d25a6acbc tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Pushing event deleted for resources: {'Port': ['ID=fe0a573e-2214-4575-a93f-0efd85d9c90f,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:35.643017 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-028644b2-1e41-432d-a667-253d25a6acbc tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:35.835799 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-028644b2-1e41-432d-a667-253d25a6acbc tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for floatingip, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:35.850414 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-028644b2-1e41-432d-a667-253d25a6acbc tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075'] for floatingip, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:35.851634 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-028644b2-1e41-432d-a667-253d25a6acbc tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "DELETE /v2.0/floatingips/bced28b5-d361-47f9-aab6-ad898faac8a0 HTTP/1.1" status: 204 len: 168 time: 0.9093537 Apr 14 16:22:37.241086 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 43640) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:37.316759 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d84d67c9-a37b-4482-8adc-37c0eaa6de82 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:37.347354 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d84d67c9-a37b-4482-8adc-37c0eaa6de82 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:37.405995 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d84d67c9-a37b-4482-8adc-37c0eaa6de82 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:37.409990 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-65ad04fb-cf87-4e26-844c-8d1f0b96dc9e tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:37.426702 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d67c9-a37b-4482-8adc-37c0eaa6de82 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44dbd25-1f01-4cbb-9a99-3e0903e34b38,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:37.429505 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d84d67c9-a37b-4482-8adc-37c0eaa6de82 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:37.436498 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-d84d67c9-a37b-4482-8adc-37c0eaa6de82 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:37.437733 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-d84d67c9-a37b-4482-8adc-37c0eaa6de82 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] 10.222.0.53 "DELETE /v2.0/security-groups/f44dbd25-1f01-4cbb-9a99-3e0903e34b38 HTTP/1.1" status: 204 len: 168 time: 0.1955822 Apr 14 16:22:37.491837 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 43646) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:38.435110 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a5454234-9930-434e-9a0a-e0a71fe06c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1768756'] for router_interface, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:38.805571 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-a5454234-9930-434e-9a0a-e0a71fe06c93 admin admin] Deleting port 578b3447-edd8-4466-a39d-b5ca5ebb757c {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:38.805982 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a5454234-9930-434e-9a0a-e0a71fe06c93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:38.986743 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-a5454234-9930-434e-9a0a-e0a71fe06c93 admin admin] For port 578b3447-edd8-4466-a39d-b5ca5ebb757c, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=578b3447-edd8-4466-a39d-b5ca5ebb757c,segment=NetworkSegment(e5e2ca27-806e-4c80-a423-8b60c6f20c27),segment_id=e5e2ca27-806e-4c80-a423-8b60c6f20c27)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:22:38.987146 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a5454234-9930-434e-9a0a-e0a71fe06c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:39.122533 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-a5454234-9930-434e-9a0a-e0a71fe06c93 admin admin] Calling delete_port for 578b3447-edd8-4466-a39d-b5ca5ebb757c owned by network:router_interface {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:39.300160 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a5454234-9930-434e-9a0a-e0a71fe06c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:39.316544 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d273c743-f687-480d-8a6f-750d0cdb56e4 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:39.373753 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5454234-9930-434e-9a0a-e0a71fe06c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=578b3447-edd8-4466-a39d-b5ca5ebb757c,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:39.378015 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-a5454234-9930-434e-9a0a-e0a71fe06c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:39.758993 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a5454234-9930-434e-9a0a-e0a71fe06c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853169174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704643'] for router_interface, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:40.264204 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5454234-9930-434e-9a0a-e0a71fe06c93 admin admin] Router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:22:40.452616 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5454234-9930-434e-9a0a-e0a71fe06c93 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:22:40.461074 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0390e2-1edb-4b2b-be77-e6201b9b9776 None None] Sync routers for ids ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'] in dv-cinder-786260-2-iscsi {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:22:40.466156 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-a5454234-9930-434e-9a0a-e0a71fe06c93 admin admin] 10.222.0.53 "PUT /v2.0/routers/db7688c3-69a4-4b53-9fc8-cd0239a3ea27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9731367 Apr 14 16:22:40.469006 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 43654) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:40.471370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0390e2-1edb-4b2b-be77-e6201b9b9776 None None] Routers {'db7688c3-69a4-4b53-9fc8-cd0239a3ea27'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:22:40.472039 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-cf0390e2-1edb-4b2b-be77-e6201b9b9776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:22:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:40.655646 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-846595ee-5014-4869-87e5-6ca7d6b729d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:40.661278 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-cf0390e2-1edb-4b2b-be77-e6201b9b9776 None None] Set router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:22:40.974887 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-cf0390e2-1edb-4b2b-be77-e6201b9b9776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:22:39Z', 'revision_number': 5, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:40.978978 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0390e2-1edb-4b2b-be77-e6201b9b9776 None None] Checking router: db7688c3-69a4-4b53-9fc8-cd0239a3ea27 for host: dv-cinder-786260-2-iscsi {{(pid=85286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:22:40.987958 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0390e2-1edb-4b2b-be77-e6201b9b9776 None None] Routers {'db7688c3-69a4-4b53-9fc8-cd0239a3ea27'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:22:40.988622 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-cf0390e2-1edb-4b2b-be77-e6201b9b9776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:22:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'], 'active': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:41.101822 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-846595ee-5014-4869-87e5-6ca7d6b729d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:41.109939 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-846595ee-5014-4869-87e5-6ca7d6b729d3 admin admin] Deleting port 8060d1b9-5847-46d3-b659-849a374d7fec {{(pid=85284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:41.110412 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-846595ee-5014-4869-87e5-6ca7d6b729d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:41.175010 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-cf0390e2-1edb-4b2b-be77-e6201b9b9776 None None] Set router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:22:41.299500 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-846595ee-5014-4869-87e5-6ca7d6b729d3 admin admin] For port 8060d1b9-5847-46d3-b659-849a374d7fec, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=8060d1b9-5847-46d3-b659-849a374d7fec,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:22:41.299821 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-846595ee-5014-4869-87e5-6ca7d6b729d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:41.433183 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-846595ee-5014-4869-87e5-6ca7d6b729d3 admin admin] Calling delete_port for 8060d1b9-5847-46d3-b659-849a374d7fec owned by network:router_gateway {{(pid=85284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:41.474707 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-cf0390e2-1edb-4b2b-be77-e6201b9b9776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:22:39Z', 'revision_number': 5, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:41.479439 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0390e2-1edb-4b2b-be77-e6201b9b9776 None None] The sync data for ids ['db7688c3-69a4-4b53-9fc8-cd0239a3ea27'] in dv-cinder-786260-2-iscsi is: [{'id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'name': 'tempest-TestVolumeBootPattern-1881936286-router', 'tenant_id': '0b946ceeeee447d59c5d0acb6044495e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:22:39Z', 'revision_number': 5, 'project_id': '0b946ceeeee447d59c5d0acb6044495e', 'gw_port': {'id': '8060d1b9-5847-46d3-b659-849a374d7fec', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7688c3-69a4-4b53-9fc8-cd0239a3ea27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:42Z', 'updated_at': '2021-04-14T16:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}] {{(pid=85286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:22:41.613269 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-846595ee-5014-4869-87e5-6ca7d6b729d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780551'] for port, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:41.629717 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-18cfce65-13f4-44f9-9990-8d0a2f8893b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:41.689913 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846595ee-5014-4869-87e5-6ca7d6b729d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8060d1b9-5847-46d3-b659-849a374d7fec,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:41.694746 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-846595ee-5014-4869-87e5-6ca7d6b729d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:41.892417 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-846595ee-5014-4869-87e5-6ca7d6b729d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704485'] for router_gateway, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:42.075083 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-846595ee-5014-4869-87e5-6ca7d6b729d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259354'] for router, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:42.077300 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-846595ee-5014-4869-87e5-6ca7d6b729d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:42.097164 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-846595ee-5014-4869-87e5-6ca7d6b729d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853018765'] for router, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:42.097749 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846595ee-5014-4869-87e5-6ca7d6b729d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db7688c3-69a4-4b53-9fc8-cd0239a3ea27 {{(pid=85284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:22:42.110160 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-846595ee-5014-4869-87e5-6ca7d6b729d3 admin admin] Notify callbacks [] for router, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:42.111441 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-846595ee-5014-4869-87e5-6ca7d6b729d3 admin admin] 10.222.0.53 "DELETE /v2.0/routers/db7688c3-69a4-4b53-9fc8-cd0239a3ea27 HTTP/1.1" status: 204 len: 168 time: 1.6414077 Apr 14 16:22:42.114199 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 43658) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:42.184399 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a1457a-2235-4b04-9d1b-bbeb2c030a23 admin admin] Deleting subnet 23f0b4b7-6694-4852-8aa6-52cb0ffabd03 {{(pid=85284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:22:42.187579 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-14a1457a-2235-4b04-9d1b-bbeb2c030a23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:42.244553 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-14a1457a-2235-4b04-9d1b-bbeb2c030a23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853327131'] for subnet, precommit_delete_associations {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:42.328890 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-14a1457a-2235-4b04-9d1b-bbeb2c030a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14877'] for subnet, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:42.534644 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 8060d1b9-5847-46d3-b659-849a374d7fec no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:22:42.571553 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] No Port match for: 8060d1b9-5847-46d3-b659-849a374d7fec {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:22:42.571957 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 8060d1b9-5847-46d3-b659-849a374d7fec not bound to the agent host dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:22:42.572413 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 578b3447-edd8-4466-a39d-b5ca5ebb757c no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:22:42.589165 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-14a1457a-2235-4b04-9d1b-bbeb2c030a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854760955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850995310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851003974'] for subnet, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:42.604729 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:42.607834 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] No Port match for: 578b3447-edd8-4466-a39d-b5ca5ebb757c {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:22:42.608236 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 578b3447-edd8-4466-a39d-b5ca5ebb757c not bound to the agent host dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:22:42.649790 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1457a-2235-4b04-9d1b-bbeb2c030a23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23f0b4b7-6694-4852-8aa6-52cb0ffabd03,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:42.653537 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-14a1457a-2235-4b04-9d1b-bbeb2c030a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:42.737971 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-14a1457a-2235-4b04-9d1b-bbeb2c030a23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:42.744320 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8207db1-5ef4-4a5d-ae24-932e179a90be None None] Network d6945b69-f1c6-418e-b01b-d447b96ec2f1 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:22:42.744563 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-14a1457a-2235-4b04-9d1b-bbeb2c030a23 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/23f0b4b7-6694-4852-8aa6-52cb0ffabd03 HTTP/1.1" status: 204 len: 168 time: 0.6293142 Apr 14 16:22:42.747486 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 43662) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:42.860880 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-30ba144e-4ee7-4105-abfa-73d542c2456d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854580288'] for network, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:42.934028 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-30ba144e-4ee7-4105-abfa-73d542c2456d admin admin] Deleting port 8d9068df-e4f8-48b6-9749-6d9edaa4f64b {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:42.934455 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-30ba144e-4ee7-4105-abfa-73d542c2456d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:43.016594 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987be540-d0a3-4ff7-bd4b-1f4e13ed8594 None None] DHCP port deletion for d6945b69-f1c6-418e-b01b-d447b96ec2f1 request from dv-cinder-786260-2-iscsi {{(pid=85286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:22:43.021294 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-987be540-d0a3-4ff7-bd4b-1f4e13ed8594 None None] Deleting port 8d9068df-e4f8-48b6-9749-6d9edaa4f64b {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:43.021727 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-987be540-d0a3-4ff7-bd4b-1f4e13ed8594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:43.157697 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-30ba144e-4ee7-4105-abfa-73d542c2456d admin admin] For port 8d9068df-e4f8-48b6-9749-6d9edaa4f64b, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=8d9068df-e4f8-48b6-9749-6d9edaa4f64b,segment=NetworkSegment(e5e2ca27-806e-4c80-a423-8b60c6f20c27),segment_id=e5e2ca27-806e-4c80-a423-8b60c6f20c27)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:22:43.158357 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-30ba144e-4ee7-4105-abfa-73d542c2456d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:43.237445 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-987be540-d0a3-4ff7-bd4b-1f4e13ed8594 None None] For port 8d9068df-e4f8-48b6-9749-6d9edaa4f64b, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=8d9068df-e4f8-48b6-9749-6d9edaa4f64b,segment=NetworkSegment(e5e2ca27-806e-4c80-a423-8b60c6f20c27),segment_id=e5e2ca27-806e-4c80-a423-8b60c6f20c27)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:22:43.237805 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-987be540-d0a3-4ff7-bd4b-1f4e13ed8594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:43.290937 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-30ba144e-4ee7-4105-abfa-73d542c2456d admin admin] Calling delete_port for 8d9068df-e4f8-48b6-9749-6d9edaa4f64b owned by network:dhcp {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:43.367699 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-30ba144e-4ee7-4105-abfa-73d542c2456d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850712043'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:43.387605 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7867e434-5369-4cd6-8536-7a1f6ac4ede3 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:43.450340 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba144e-4ee7-4105-abfa-73d542c2456d admin admin] Pushing event deleted for resources: {'Port': ['ID=8d9068df-e4f8-48b6-9749-6d9edaa4f64b,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:43.453282 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-30ba144e-4ee7-4105-abfa-73d542c2456d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:43.541878 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ba144e-4ee7-4105-abfa-73d542c2456d admin admin] No DVR routers for this DVR port 8d9068df-e4f8-48b6-9749-6d9edaa4f64b on host dv-cinder-786260-2-iscsi {{(pid=85285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:22:43.543770 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-987be540-d0a3-4ff7-bd4b-1f4e13ed8594 None None] Calling delete_port for 8d9068df-e4f8-48b6-9749-6d9edaa4f64b owned by network:dhcp {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:43.605030 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:43.630097 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.db.api [None req-987be540-d0a3-4ff7-bd4b-1f4e13ed8594 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85286) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:22:43.630532 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_db.api [None req-987be540-d0a3-4ff7-bd4b-1f4e13ed8594 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:22:43.665182 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-30ba144e-4ee7-4105-abfa-73d542c2456d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363258286215762'] for network, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:43.779723 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-30ba144e-4ee7-4105-abfa-73d542c2456d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6945b69-f1c6-418e-b01b-d447b96ec2f1']}} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:43.791972 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-30ba144e-4ee7-4105-abfa-73d542c2456d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e2ca27-806e-4c80-a423-8b60c6f20c27') {'for_net_delete': True} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:43.792308 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-30ba144e-4ee7-4105-abfa-73d542c2456d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e2ca27-806e-4c80-a423-8b60c6f20c27') {} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:43.803982 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-30ba144e-4ee7-4105-abfa-73d542c2456d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258286223442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850711108'] for segment, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:43.818902 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-30ba144e-4ee7-4105-abfa-73d542c2456d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:43.825562 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ba144e-4ee7-4105-abfa-73d542c2456d admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=85285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:22:44.002308 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-30ba144e-4ee7-4105-abfa-73d542c2456d admin admin] Network d6945b69-f1c6-418e-b01b-d447b96ec2f1 has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:22:44.011387 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-30ba144e-4ee7-4105-abfa-73d542c2456d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063791'] for segment, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:44.132226 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-987be540-d0a3-4ff7-bd4b-1f4e13ed8594 None None] Deleting port 8d9068df-e4f8-48b6-9749-6d9edaa4f64b {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:44.132665 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-987be540-d0a3-4ff7-bd4b-1f4e13ed8594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:44.191596 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-30ba144e-4ee7-4105-abfa-73d542c2456d admin admin] Network d6945b69-f1c6-418e-b01b-d447b96ec2f1 has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:22:44.205942 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-987be540-d0a3-4ff7-bd4b-1f4e13ed8594 None None] The port '8d9068df-e4f8-48b6-9749-6d9edaa4f64b' was deleted {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: Traceback (most recent call last): Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: timer() Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: cb(*args, **kw) Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: return func(*args, **kwargs) Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: self._notify() Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: self.callback(batched_events) Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: event.method(event) Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: segment_id)['aggregates'][0] Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: return f(self, *a, **k) Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: return self._get(url).json() Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: **kwargs) Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: return self.request(url, 'GET', **kwargs) Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: **endpoint_filter) Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:22:44.213994 dv-cinder-786260-2-iscsi neutron-server[85169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:22:44.293170 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-30ba144e-4ee7-4105-abfa-73d542c2456d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853071345'] for network, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:44.296762 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:44.310462 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-30ba144e-4ee7-4105-abfa-73d542c2456d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:44.321295 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba144e-4ee7-4105-abfa-73d542c2456d admin admin] Pushing event deleted for resources: {'Network': ['ID=d6945b69-f1c6-418e-b01b-d447b96ec2f1,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:44.324652 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-30ba144e-4ee7-4105-abfa-73d542c2456d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:44.335223 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-30ba144e-4ee7-4105-abfa-73d542c2456d admin admin] 10.222.0.53 "DELETE /v2.0/networks/d6945b69-f1c6-418e-b01b-d447b96ec2f1 HTTP/1.1" status: 204 len: 168 time: 1.5866055 Apr 14 16:22:44.338724 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 43668) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:44.533678 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 8d9068df-e4f8-48b6-9749-6d9edaa4f64b no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:22:44.570214 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] No Port match for: 8d9068df-e4f8-48b6-9749-6d9edaa4f64b {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:22:44.570640 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 8d9068df-e4f8-48b6-9749-6d9edaa4f64b not bound to the agent host dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:22:44.902915 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9003aa0f-96ea-429f-8375-0077d7b52748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1768756'] for router_interface, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:45.510948 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-9003aa0f-96ea-429f-8375-0077d7b52748 admin admin] Deleting port 3e594ea0-eb22-4390-bf25-f83102747ed1 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:45.511553 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9003aa0f-96ea-429f-8375-0077d7b52748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:45.690254 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-9003aa0f-96ea-429f-8375-0077d7b52748 admin admin] For port 3e594ea0-eb22-4390-bf25-f83102747ed1, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=3e594ea0-eb22-4390-bf25-f83102747ed1,segment=NetworkSegment(1228aa78-290d-433f-9c1a-7aaa81198299),segment_id=1228aa78-290d-433f-9c1a-7aaa81198299)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:22:45.690616 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9003aa0f-96ea-429f-8375-0077d7b52748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:45.823634 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-9003aa0f-96ea-429f-8375-0077d7b52748 admin admin] Calling delete_port for 3e594ea0-eb22-4390-bf25-f83102747ed1 owned by network:router_interface {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:45.995556 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9003aa0f-96ea-429f-8375-0077d7b52748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850712043'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:46.011210 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-4d310ee8-1587-4fb4-814d-5db1caf58c7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:46.065949 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003aa0f-96ea-429f-8375-0077d7b52748 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e594ea0-eb22-4390-bf25-f83102747ed1,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:46.068518 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-9003aa0f-96ea-429f-8375-0077d7b52748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:46.452906 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-9003aa0f-96ea-429f-8375-0077d7b52748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853169174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704643'] for router_interface, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:46.964194 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9003aa0f-96ea-429f-8375-0077d7b52748 admin admin] Router 4781ad24-752e-45a6-b58a-86a4460240f6 has already been hosted by L3 agent cd16566b-017b-487a-9290-9cc4500cc966 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:22:47.155271 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9003aa0f-96ea-429f-8375-0077d7b52748 admin admin] Notify agent at l3_agent.dv-cinder-786260-2-iscsi the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:22:47.163883 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d30062-17f2-42dd-aa67-7db727a2e66f None None] Sync routers for ids ['4781ad24-752e-45a6-b58a-86a4460240f6'] in dv-cinder-786260-2-iscsi {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:22:47.165243 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-9003aa0f-96ea-429f-8375-0077d7b52748 admin admin] 10.222.0.53 "PUT /v2.0/routers/4781ad24-752e-45a6-b58a-86a4460240f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8248444 Apr 14 16:22:47.167413 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 43672) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:47.173992 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d30062-17f2-42dd-aa67-7db727a2e66f None None] Routers {'4781ad24-752e-45a6-b58a-86a4460240f6'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:22:47.174706 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-37d30062-17f2-42dd-aa67-7db727a2e66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:22:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['4781ad24-752e-45a6-b58a-86a4460240f6'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:47.360350 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-59a6a1fb-49cb-46d6-ba72-aacbdd831e7b admin admin] Notify callbacks [] for router, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:47.523938 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-37d30062-17f2-42dd-aa67-7db727a2e66f None None] Set router 4781ad24-752e-45a6-b58a-86a4460240f6 gateway port host: dv-cinder-786260-2-iscsi {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:22:47.552017 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-59a6a1fb-49cb-46d6-ba72-aacbdd831e7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:47.560923 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-59a6a1fb-49cb-46d6-ba72-aacbdd831e7b admin admin] Deleting port 7c5a1bd5-1284-4ade-8247-77c5b9ced160 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:47.561314 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-59a6a1fb-49cb-46d6-ba72-aacbdd831e7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:47.747971 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-59a6a1fb-49cb-46d6-ba72-aacbdd831e7b admin admin] For port 7c5a1bd5-1284-4ade-8247-77c5b9ced160, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=7c5a1bd5-1284-4ade-8247-77c5b9ced160,segment=NetworkSegment(bcb576b6-6f35-44c5-96db-97c385c74611),segment_id=bcb576b6-6f35-44c5-96db-97c385c74611)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:22:47.748284 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-59a6a1fb-49cb-46d6-ba72-aacbdd831e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:47.825861 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-37d30062-17f2-42dd-aa67-7db727a2e66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4781ad24-752e-45a6-b58a-86a4460240f6', 'name': 'tempest-TestVolumeBootPattern-906696576-router', 'tenant_id': '2141cceca0724fe383c86602a95cc8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'external_fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '7c5a1bd5-1284-4ade-8247-77c5b9ced160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:50Z', 'updated_at': '2021-04-14T16:22:45Z', 'revision_number': 5, 'project_id': '2141cceca0724fe383c86602a95cc8f0', 'gw_port': {'id': '7c5a1bd5-1284-4ade-8247-77c5b9ced160', 'name': '', 'network_id': '6468e4de-2d6f-487c-961d-9bfd4b201113', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4781ad24-752e-45a6-b58a-86a4460240f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:15:51Z', 'updated_at': '2021-04-14T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10ad9ff7-e740-4818-a690-9a433745e0b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-2-iscsi'}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:47.829880 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d30062-17f2-42dd-aa67-7db727a2e66f None None] Checking router: 4781ad24-752e-45a6-b58a-86a4460240f6 for host: dv-cinder-786260-2-iscsi {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:22:47.839254 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d30062-17f2-42dd-aa67-7db727a2e66f None None] Routers {'4781ad24-752e-45a6-b58a-86a4460240f6'} bound to L3 agent in host dv-cinder-786260-2-iscsi {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:22:47.839915 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-37d30062-17f2-42dd-aa67-7db727a2e66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T15:56:29Z,description=,heartbeat_timestamp=2021-04-14T16:22:29Z,host='dv-cinder-786260-2-iscsi',id=cd16566b-017b-487a-9290-9cc4500cc966,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T15:56:29Z,topic='l3_agent')) {'router_ids': ['4781ad24-752e-45a6-b58a-86a4460240f6'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:48.005025 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvr_db [None req-37d30062-17f2-42dd-aa67-7db727a2e66f None None] Set router 4781ad24-752e-45a6-b58a-86a4460240f6 gateway port host: None {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:22:48.125247 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_hamode_db [None req-37d30062-17f2-42dd-aa67-7db727a2e66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4781ad24-752e-45a6-b58a-86a4460240f6', 'name': 'tempest-TestVolumeBootPattern-906696576-router', 'tenant_id': '2141cceca0724fe383c86602a95cc8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:50Z', 'updated_at': '2021-04-14T16:22:47Z', 'revision_number': 6, 'project_id': '2141cceca0724fe383c86602a95cc8f0', 'gw_port_host': None}], 'dv-cinder-786260-2-iscsi', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:48.129626 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d30062-17f2-42dd-aa67-7db727a2e66f None None] The sync data for ids ['4781ad24-752e-45a6-b58a-86a4460240f6'] in dv-cinder-786260-2-iscsi is: [{'id': '4781ad24-752e-45a6-b58a-86a4460240f6', 'name': 'tempest-TestVolumeBootPattern-906696576-router', 'tenant_id': '2141cceca0724fe383c86602a95cc8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:15:50Z', 'updated_at': '2021-04-14T16:22:47Z', 'revision_number': 6, 'project_id': '2141cceca0724fe383c86602a95cc8f0', 'gw_port_host': None}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:22:48.135731 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-59a6a1fb-49cb-46d6-ba72-aacbdd831e7b admin admin] Calling delete_port for 7c5a1bd5-1284-4ade-8247-77c5b9ced160 owned by network:router_gateway {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:48.313941 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-59a6a1fb-49cb-46d6-ba72-aacbdd831e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850712043'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:48.329414 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0640d12c-35bf-4f25-bfaa-7fd6f2ef42f2 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:48.385338 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6a1fb-49cb-46d6-ba72-aacbdd831e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=7c5a1bd5-1284-4ade-8247-77c5b9ced160,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:48.389291 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-59a6a1fb-49cb-46d6-ba72-aacbdd831e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:48.538122 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 3e594ea0-eb22-4390-bf25-f83102747ed1 no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:22:48.575994 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] No Port match for: 3e594ea0-eb22-4390-bf25-f83102747ed1 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:22:48.576391 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 3e594ea0-eb22-4390-bf25-f83102747ed1 not bound to the agent host dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:22:48.576850 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 7c5a1bd5-1284-4ade-8247-77c5b9ced160 no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:22:48.592719 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-59a6a1fb-49cb-46d6-ba72-aacbdd831e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704485'] for router_gateway, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:48.615601 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] No Port match for: 7c5a1bd5-1284-4ade-8247-77c5b9ced160 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:22:48.615995 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 7c5a1bd5-1284-4ade-8247-77c5b9ced160 not bound to the agent host dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:22:48.780514 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-59a6a1fb-49cb-46d6-ba72-aacbdd831e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259354'] for router, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:48.782835 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-59a6a1fb-49cb-46d6-ba72-aacbdd831e7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:48.805824 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-59a6a1fb-49cb-46d6-ba72-aacbdd831e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853018765'] for router, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:48.806363 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a6a1fb-49cb-46d6-ba72-aacbdd831e7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4781ad24-752e-45a6-b58a-86a4460240f6 {{(pid=85285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:22:48.819629 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-59a6a1fb-49cb-46d6-ba72-aacbdd831e7b admin admin] Notify callbacks [] for router, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:48.820935 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-59a6a1fb-49cb-46d6-ba72-aacbdd831e7b admin admin] 10.222.0.53 "DELETE /v2.0/routers/4781ad24-752e-45a6-b58a-86a4460240f6 HTTP/1.1" status: 204 len: 168 time: 1.6525304 Apr 14 16:22:48.823578 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 43676) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:48.892050 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e48a2a-89eb-49b3-9794-743bbf7034e7 admin admin] Deleting subnet 9e3b930b-a7cc-432f-b607-d29780c72cb5 {{(pid=85285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:22:48.895184 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-57e48a2a-89eb-49b3-9794-743bbf7034e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:48.949974 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-57e48a2a-89eb-49b3-9794-743bbf7034e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850711990'] for subnet, precommit_delete_associations {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:49.031066 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-57e48a2a-89eb-49b3-9794-743bbf7034e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14877'] for subnet, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:49.289485 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-57e48a2a-89eb-49b3-9794-743bbf7034e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854760955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4063808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851707563'] for subnet, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:49.304692 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-b115c855-6871-43f1-830e-8d48333c291e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:49.351530 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e48a2a-89eb-49b3-9794-743bbf7034e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e3b930b-a7cc-432f-b607-d29780c72cb5,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:49.355463 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-57e48a2a-89eb-49b3-9794-743bbf7034e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:49.436424 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-57e48a2a-89eb-49b3-9794-743bbf7034e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:49.441755 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f06585-1e29-4b75-9d33-adc3b1315c8b None None] Network af88af5b-2974-455d-9df6-64c81971b327 requested from dv-cinder-786260-2-iscsi {{(pid=85286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:22:49.442986 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-57e48a2a-89eb-49b3-9794-743bbf7034e7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9e3b930b-a7cc-432f-b607-d29780c72cb5 HTTP/1.1" status: 204 len: 168 time: 0.6183822 Apr 14 16:22:49.446129 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 43680) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:49.561971 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7b635039-8c5f-4a7a-80b9-4e81dea3dfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854580288'] for network, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:49.630139 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-7b635039-8c5f-4a7a-80b9-4e81dea3dfa0 admin admin] Deleting port 9a06100c-195b-4891-a9ad-3b539660e1d0 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:49.630542 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7b635039-8c5f-4a7a-80b9-4e81dea3dfa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:49.685692 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6286d7-5a58-4c63-a236-79a335790c31 None None] DHCP port deletion for af88af5b-2974-455d-9df6-64c81971b327 request from dv-cinder-786260-2-iscsi {{(pid=85286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:22:49.689953 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-7e6286d7-5a58-4c63-a236-79a335790c31 None None] Deleting port 9a06100c-195b-4891-a9ad-3b539660e1d0 {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:49.690409 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7e6286d7-5a58-4c63-a236-79a335790c31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:49.856735 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-7b635039-8c5f-4a7a-80b9-4e81dea3dfa0 admin admin] For port 9a06100c-195b-4891-a9ad-3b539660e1d0, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=9a06100c-195b-4891-a9ad-3b539660e1d0,segment=NetworkSegment(1228aa78-290d-433f-9c1a-7aaa81198299),segment_id=1228aa78-290d-433f-9c1a-7aaa81198299)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:22:49.857093 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7b635039-8c5f-4a7a-80b9-4e81dea3dfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:49.906566 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.db [None req-7e6286d7-5a58-4c63-a236-79a335790c31 None None] For port 9a06100c-195b-4891-a9ad-3b539660e1d0, host dv-cinder-786260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-2-iscsi',level=0,port_id=9a06100c-195b-4891-a9ad-3b539660e1d0,segment=NetworkSegment(1228aa78-290d-433f-9c1a-7aaa81198299),segment_id=1228aa78-290d-433f-9c1a-7aaa81198299)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:22:49.907005 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7e6286d7-5a58-4c63-a236-79a335790c31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853063614'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:49.989653 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-7b635039-8c5f-4a7a-80b9-4e81dea3dfa0 admin admin] Calling delete_port for 9a06100c-195b-4891-a9ad-3b539660e1d0 owned by network:dhcp {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:50.036789 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-7e6286d7-5a58-4c63-a236-79a335790c31 None None] Calling delete_port for 9a06100c-195b-4891-a9ad-3b539660e1d0 owned by network:dhcp {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:22:50.073711 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7b635039-8c5f-4a7a-80b9-4e81dea3dfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854658153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778568469261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778568032354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850712043'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:50.088746 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-050a2656-55f7-415b-bd75-6eaa83768a88 tempest-AttachVolumeShelveTestJSON-2021415751 tempest-AttachVolumeShelveTestJSON-2021415751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:50.115561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.db.api [None req-7e6286d7-5a58-4c63-a236-79a335790c31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85286) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:22:50.115889 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_db.api [None req-7e6286d7-5a58-4c63-a236-79a335790c31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:22:50.143544 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b635039-8c5f-4a7a-80b9-4e81dea3dfa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a06100c-195b-4891-a9ad-3b539660e1d0,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:50.147319 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7b635039-8c5f-4a7a-80b9-4e81dea3dfa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:50.230695 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b635039-8c5f-4a7a-80b9-4e81dea3dfa0 admin admin] No DVR routers for this DVR port 9a06100c-195b-4891-a9ad-3b539660e1d0 on host dv-cinder-786260-2-iscsi {{(pid=85285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:22:50.351401 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7b635039-8c5f-4a7a-80b9-4e81dea3dfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363258286215762'] for network, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:50.465277 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-7b635039-8c5f-4a7a-80b9-4e81dea3dfa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af88af5b-2974-455d-9df6-64c81971b327']}} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:50.477771 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-7b635039-8c5f-4a7a-80b9-4e81dea3dfa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1228aa78-290d-433f-9c1a-7aaa81198299') {'for_net_delete': True} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:50.478150 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.services.segments.db [None req-7b635039-8c5f-4a7a-80b9-4e81dea3dfa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1228aa78-290d-433f-9c1a-7aaa81198299') {} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:22:50.491568 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7b635039-8c5f-4a7a-80b9-4e81dea3dfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258286223442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850711108'] for segment, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:50.511904 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7b635039-8c5f-4a7a-80b9-4e81dea3dfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775257'] for segment, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:50.518471 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b635039-8c5f-4a7a-80b9-4e81dea3dfa0 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=85285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:22:50.535236 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 9a06100c-195b-4891-a9ad-3b539660e1d0 no longer exists at agent ovs-agent-dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:22:50.572078 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] No Port match for: 9a06100c-195b-4891-a9ad-3b539660e1d0 {{(pid=85286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:22:50.572482 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.rpc [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Device 9a06100c-195b-4891-a9ad-3b539660e1d0 not bound to the agent host dv-cinder-786260-2-iscsi {{(pid=85286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:22:50.617675 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-7e6286d7-5a58-4c63-a236-79a335790c31 None None] Deleting port 9a06100c-195b-4891-a9ad-3b539660e1d0 {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:22:50.618096 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7e6286d7-5a58-4c63-a236-79a335790c31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258286315414'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:50.691613 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.plugin [None req-7e6286d7-5a58-4c63-a236-79a335790c31 None None] The port '9a06100c-195b-4891-a9ad-3b539660e1d0' was deleted {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:22:50.703645 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-7b635039-8c5f-4a7a-80b9-4e81dea3dfa0 admin admin] Network af88af5b-2974-455d-9df6-64c81971b327 has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:22:50.712804 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7b635039-8c5f-4a7a-80b9-4e81dea3dfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4063791'] for segment, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:50.890111 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.plugins.ml2.managers [None req-7b635039-8c5f-4a7a-80b9-4e81dea3dfa0 admin admin] Network af88af5b-2974-455d-9df6-64c81971b327 has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: Traceback (most recent call last): Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: timer() Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: cb(*args, **kw) Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: return func(*args, **kwargs) Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: self._notify() Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: self.callback(batched_events) Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: event.method(event) Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: segment_id)['aggregates'][0] Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: return f(self, *a, **k) Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: return self._get(url).json() Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: **kwargs) Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: return self.request(url, 'GET', **kwargs) Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: **endpoint_filter) Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:22:50.912177 dv-cinder-786260-2-iscsi neutron-server[85169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:22:50.993479 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7b635039-8c5f-4a7a-80b9-4e81dea3dfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853071345'] for network, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:50.997226 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:51.011860 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-7b635039-8c5f-4a7a-80b9-4e81dea3dfa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1606540'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:51.022857 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b635039-8c5f-4a7a-80b9-4e81dea3dfa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=af88af5b-2974-455d-9df6-64c81971b327,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:51.026812 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-7b635039-8c5f-4a7a-80b9-4e81dea3dfa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:51.030983 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-7b635039-8c5f-4a7a-80b9-4e81dea3dfa0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/af88af5b-2974-455d-9df6-64c81971b327 HTTP/1.1" status: 204 len: 168 time: 1.5813010 Apr 14 16:22:51.143559 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 43686) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:51.178490 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-52758e20-7160-4ff8-a5a8-e4cbe6c040f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0b946ceeeee447d59c5d0acb6044495e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0336113 Apr 14 16:22:51.181476 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.53', 43690) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:51.241525 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0b8db5c4-312e-4854-9e54-d3bcad7bc8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:51.273139 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0b8db5c4-312e-4854-9e54-d3bcad7bc8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:51.321947 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0b8db5c4-312e-4854-9e54-d3bcad7bc8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:51.326884 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-be848a22-ddfb-4a1e-aa1a-48aa6ecad1d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:51.341138 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8db5c4-312e-4854-9e54-d3bcad7bc8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b64f1e-7a16-4167-99b8-fc022bde18f2,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:51.343849 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-0b8db5c4-312e-4854-9e54-d3bcad7bc8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:51.349773 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0b8db5c4-312e-4854-9e54-d3bcad7bc8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:51.351031 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-0b8db5c4-312e-4854-9e54-d3bcad7bc8f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/42b64f1e-7a16-4167-99b8-fc022bde18f2 HTTP/1.1" status: 204 len: 168 time: 0.1686065 Apr 14 16:22:51.712536 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 43698) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:51.750114 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-1be3be29-c7ed-4b35-a0e6-dd2ad2dfc298 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2141cceca0724fe383c86602a95cc8f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0362206 Apr 14 16:22:51.752572 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [-] (85284) accepted ('10.222.0.53', 43702) {{(pid=85284) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:22:51.812468 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e430fb73-a5eb-466b-aff8-e4311585a135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:51.838850 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e430fb73-a5eb-466b-aff8-e4311585a135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:51.888564 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e430fb73-a5eb-466b-aff8-e4311585a135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726606'] for security_group, after_delete {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:51.893384 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-d84d67c9-a37b-4482-8adc-37c0eaa6de82 tempest-TestVolumeBootPattern-2030287314 tempest-TestVolumeBootPattern-2030287314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:22:51.905898 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430fb73-a5eb-466b-aff8-e4311585a135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf509da-355b-4766-84da-fdb308d5499a,revision_number=None']} {{(pid=85284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:22:51.908987 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG oslo_concurrency.lockutils [None req-e430fb73-a5eb-466b-aff8-e4311585a135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85284) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:22:51.911018 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e430fb73-a5eb-466b-aff8-e4311585a135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85284) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:51.912213 dv-cinder-786260-2-iscsi neutron-server[85169]: INFO neutron.wsgi [None req-e430fb73-a5eb-466b-aff8-e4311585a135 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dbf509da-355b-4766-84da-fdb308d5499a HTTP/1.1" status: 204 len: 168 time: 0.1586826 Apr 14 16:22:56.830412 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17858c30-e1b2-48fb-af60-fa90cb961bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:59.468222 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-f888147b-63b7-4661-a1e6-9181442de8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:59.750408 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:00.470454 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:02.118419 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:07.380791 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:23:13.527634 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:26.832222 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-cb6b7b4f-66a5-4317-a447-446c07672bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:29.468623 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-43253a8a-3e5e-48c5-99fa-51e08e39670b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:29.753076 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:30.471783 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:32.120861 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:43.540385 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:44.379088 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:23:56.834361 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-e2336425-4c1a-42d5-a232-b57f54a9afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:59.470127 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-501cab74-c89c-4ff5-824c-13473c187ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:59.755262 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:00.473639 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:02.124920 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:13.543880 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:21.377529 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:24:26.836442 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b59d6823-ec2f-41ce-939b-a114d575e9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:29.471010 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6eab7662-794b-4449-bb3d-ec7bd2319499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:29.759025 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:30.475742 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:32.126680 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:32.804093 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [req-c3d0ade6-2b1e-4d0b-a888-a62bdde72181 req-c9343765-bb4c-4c77-b764-cc82518f5458 service neutron] (85285) timed out ('10.222.0.53', 37780) {{(pid=85285) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 14 16:24:43.534253 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:56.837935 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a28d7b13-f6ac-422e-86cf-12ef8b496e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:58.375189 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:24:59.472738 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-b37f8b3c-c759-49e6-8fea-826fd7bcdb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:59.761534 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:25:00.477506 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:25:02.129524 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:25:13.531670 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:25:26.839932 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2b46782d-3659-4ca7-ba49-599bc6285be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:25:29.472243 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-72e2d20a-bacc-4888-bc5b-8761a14397e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:25:29.763709 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:25:30.479409 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:25:32.131950 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:25:35.374271 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:25:43.543938 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:25:56.844167 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-237fc3bd-9aa1-4196-856d-a8ee186bc904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:25:59.473535 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-0a6629f4-82da-4440-a527-38d09ceaeb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:25:59.767348 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:26:00.480305 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:26:02.133270 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:26:04.988770 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [req-636cd491-3f82-410c-b4d4-344553563179 req-8b8c55fa-be4d-4cdb-ade4-ab73978fca5a tempest-TestMinimumBasicScenario-2075851766 tempest-TestMinimumBasicScenario-2075851766-project] (85284) timed out ('10.222.0.54', 61185) {{(pid=85284) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 14 16:26:12.372171 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:26:13.540662 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:26:26.845561 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-92955f26-87bc-4724-87f9-991a82ab14ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:26:29.473787 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-18544f3e-d361-42e7-80c9-1d83727def7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:26:29.768437 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:26:30.482370 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:26:32.135970 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:26:43.553436 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:26:44.150868 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [req-83def493-edf8-4b61-a326-f4594f6c40be req-7867e434-5369-4cd6-8536-7a1f6ac4ede3 tempest-VolumesNegativeTest-1432629711 tempest-VolumesNegativeTest-1432629711-project] (85285) timed out ('10.222.0.54', 61170) {{(pid=85285) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 14 16:26:45.668270 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.wsgi [req-1ba2fd52-be32-47e8-92fa-7bda0f0e9a22 req-6524fddb-b0f6-4165-98b0-c42f093e637b service neutron] (85284) timed out ('10.222.0.54', 61193) {{(pid=85284) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 14 16:26:49.370480 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:26:56.846614 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5f4ed799-fc34-4791-a063-7da7a25ab485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:26:59.474778 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-3c6e79ba-b417-4401-a153-715f1192637b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:26:59.770573 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:27:00.483606 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:27:02.137992 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:27:13.565254 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:27:26.368457 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:27:26.847499 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-2ee1ae53-b349-4520-8d76-580b5d7f93ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:27:29.475328 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-a77d0e0f-a774-4d08-85c0-0786ac8999b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:27:29.772130 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:27:30.484795 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:27:32.141506 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:27:43.577933 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-6a618e95-6e04-41b7-938a-59b6c59565bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:27:56.867538 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-c2599fd2-5964-465c-912e-76a0bf88680d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:27:59.478139 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-45ac1cd5-9274-4903-bccd-2b3f001eb7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:27:59.775750 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-5be54b71-7774-4eb4-90fa-6bd2010e4851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:28:00.486672 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-17642cdc-2b6e-4c53-a3e3-c9022ea8916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:28:02.146138 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron_lib.callbacks.manager [None req-aefab1f7-ba66-42f2-83fe-1148f2b200c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258286215779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854309184'] for agent, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:28:03.366824 dv-cinder-786260-2-iscsi neutron-server[85169]: DEBUG neutron.db.agents_db [None req-1207a0f8-aa14-42c5-a45d-e778f8257e07 None None] Agent healthcheck: found 6 active agents {{(pid=85287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}